-- Logs begin at Tue 2022-01-18 15:49:14 UTC, end at Tue 2022-01-18 16:51:02 UTC. -- Jan 18 16:24:46.923050 dv-cinder-825130-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 16:24:50.013925 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.common.config [-] Logging enabled! Jan 18 16:24:50.014645 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 16:24:50.014777 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 16:24:50.018038 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.common.config [-] Logging enabled! Jan 18 16:24:50.018810 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 16:24:50.019125 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 16:24:50.020081 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:24:50.020318 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:24:50.020874 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:24:50.021121 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:24:50.021355 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:24:50.021713 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.022156 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 18 16:24:50.022474 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.022770 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.023065 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.023359 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.023652 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.023938 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.024231 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.024532 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.024823 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.025108 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.025404 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.025723 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.026011 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.026302 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.026592 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.026880 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] debug = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.027161 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.027589 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.027999 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.028281 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.028572 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.028852 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.029125 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.029402 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.029715 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.030052 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] host = dv-cinder-825130-1-iscsi {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.030332 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.030624 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.030913 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.031195 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.031472 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.031755 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.032036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.032310 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.032584 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] log_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.032861 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.033153 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.033439 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.033757 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.034614 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.034837 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.035133 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.035431 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.035712 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.035989 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.036268 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.036546 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.036821 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.037091 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.037379 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.037690 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.037975 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.038253 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.038529 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.038803 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.039078 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.039365 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.039643 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.039918 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.040194 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.040484 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.040757 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.041034 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.041344 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.041657 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.041942 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.042228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.042504 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.042788 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.043063 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.043336 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.043608 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] use_json = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.043884 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.044156 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.044439 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.044712 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.044983 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.045262 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.045560 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.045852 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.046129 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:50.046433 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.046734 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.047037 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.047332 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.047624 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.047908 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.048198 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.048480 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.048771 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.049061 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.049352 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.049694 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.049999 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.050296 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.050589 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.050929 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.051297 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.051595 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.051878 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.052161 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.052441 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.052726 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.053017 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.053302 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.053614 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.053910 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.054192 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.054493 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.054792 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.055097 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.055436 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.055716 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.056002 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.056298 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.056582 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.056861 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.057143 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.057434 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.057740 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.058021 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.058305 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.058595 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.058874 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.059180 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.059456 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.059746 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.060026 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.060303 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.060577 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.060856 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.061130 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.061418 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.061725 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.062002 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.062281 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.062564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.062842 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.063119 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.063400 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.063678 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.063961 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.064238 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.064516 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.064798 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.065079 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.065387 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.065686 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.065969 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.066252 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.066532 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.066812 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.067087 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.067365 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.067645 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.067942 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.068244 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.068528 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.068811 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.069092 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.069373 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.069675 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.069957 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.070237 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.070518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.070794 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.071088 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.071374 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.071666 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.071975 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.072259 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.072556 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.072837 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.073122 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.073402 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.073711 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.073995 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.074281 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.074578 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.074878 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.075174 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.075473 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.075764 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.076046 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.076358 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.076643 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:50.076859 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:24:50.077109 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102578) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 16:24:50.459780 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 16:24:50.460098 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 16:24:50.460361 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 16:24:50.460707 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 16:24:50.803143 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.803337 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.803595 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.806809 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.807087 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.807359 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.853529 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.853805 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.854081 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.869490 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.869788 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.870068 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.902096 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.902372 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.902639 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.941334 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.941632 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:50.941905 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.304218 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.304907 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.304907 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.305091 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.305745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.412274 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.412599 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.412890 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.413168 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.413439 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.413861 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.414603 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.414603 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.414603 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.414971 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.415112 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.415310 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.415567 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.415823 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.416083 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.416354 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.416617 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.416880 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.417161 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.417421 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.417715 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.417971 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.418259 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.418662 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.418917 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.419161 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.419599 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:51.419843 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:51.420087 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:51.420326 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:51.420563 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:51.420801 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:51.421188 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 16:24:51.425661 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 16:24:51.429978 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 16:24:51.434200 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jan 18 16:24:51.436109 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 16:24:51.436615 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 16:24:51.437011 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 16:24:51.437435 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 16:24:51.440738 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 16:24:51.440988 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 16:24:51.441362 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 16:24:51.447275 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 16:24:51.476678 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 16:24:51.477187 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.477526 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102578) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 18 16:24:51.477896 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.479373 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102578) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 16:24:51.479668 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 16:24:51.479915 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 16:24:51.483674 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.484005 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:51.549369 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 16:24:51.549667 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 16:24:51.549906 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 16:24:51.550300 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 16:24:51.572190 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_db.sqlalchemy.engines [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102578) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 16:24:52.035487 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing driver for type 'gre' Jan 18 16:24:52.036093 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] gre ID ranges: [(1, 1000)] Jan 18 16:24:52.100596 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing driver for type 'local' Jan 18 16:24:52.101141 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing driver for type 'vlan' Jan 18 16:24:52.125819 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] VlanTypeDriver initialization complete Jan 18 16:24:52.126153 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing driver for type 'vxlan' Jan 18 16:24:52.126676 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] vxlan ID ranges: [(1, 1000)] Jan 18 16:24:52.204088 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing extension driver 'port_security' Jan 18 16:24:52.204425 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.extensions.port_security [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] PortSecurityExtensionDriver initialization complete Jan 18 16:24:52.204762 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing mechanism driver 'openvswitch' Jan 18 16:24:52.205127 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing mechanism driver 'hyperv' Jan 18 16:24:52.212893 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.plugin [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:24:52.213620 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.214003 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.214359 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.214921 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:24:52.215366 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.215716 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.216062 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.216464 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:24:52.216897 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.217213 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.217573 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.217975 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:24:52.218642 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.218985 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.219326 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.219899 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:24:52.220311 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.220660 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.220998 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.221406 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:24:52.221874 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.222308 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.222552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.222954 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:24:52.223404 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] ML2 OVO RPC backend initialized. {{(pid=102578) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 16:24:52.224183 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.224543 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.224962 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.225301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > networks before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.225686 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.226019 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > ports before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.226359 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.226699 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.227043 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.227379 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.227715 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.228051 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.228388 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.228724 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.229051 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.229385 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.229755 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.230380 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.plugin [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Modular L2 Plugin initialization complete Jan 18 16:24:52.230716 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading services supported by the core plugin {{(pid=102578) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 16:24:52.231048 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Got port-security extension from driver 'port_security' Jan 18 16:24:52.231525 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.extensions.vlantransparent [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Disabled vlantransparent extension. Jan 18 16:24:52.232020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102578) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 16:24:52.232336 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: router Jan 18 16:24:52.271014 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.271408 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router after_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.271778 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router before_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.272146 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.272515 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.272863 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router after_delete 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.273222 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.273604 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.273968 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router after_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.274384 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.274659 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.275193 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.275347 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.275763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.276137 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.276478 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.276823 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: subnet after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.277163 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.277538 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.277896 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.278236 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: port before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.278579 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.278940 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.279279 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.279635 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.279993 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.280338 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.280707 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > agent after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.281055 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.281404 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.282350 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Tracking information for resource: router configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:52.282677 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Tracking information for resource: floatingip configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:24:52.288127 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.db.l3_agentschedulers_db [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 16:24:52.288710 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.289073 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.289425 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.289809 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.290619 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router before_create 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.290985 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.291349 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.291706 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.296534 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.services.provider_configuration [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service providers = [] {{(pid=102578) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 16:24:52.296901 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.db.servicetype_db [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102578) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 16:24:52.300525 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.services.service_base [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:24:52.300872 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.services.service_base [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:24:52.301210 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.services.service_base [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:24:52.302167 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.services.service_base [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:24:52.302537 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.services.service_base [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 16:24:52.302929 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.303243 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 16:24:52.316777 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.317417 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: auto_allocate Jan 18 16:24:52.323017 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: network precommit_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.323384 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: network precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.323921 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.324240 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: tag Jan 18 16:24:52.331062 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.331437 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: timestamp Jan 18 16:24:52.335734 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.336061 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: network_ip_availability Jan 18 16:24:52.341761 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.342134 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.342489 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.343521 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.343842 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: flavors Jan 18 16:24:52.348763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.349095 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading Plugin: revisions Jan 18 16:24:52.353562 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:24:52.353962 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_concurrency.lockutils [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.893s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 16:24:52.354724 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102578) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 16:24:52.355054 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Initializing extension manager. Jan 18 16:24:52.355580 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: __init__.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.355917 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: __pycache__ {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.356249 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.356580 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: address_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.357364 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.357974 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: address-group Jan 18 16:24:52.358297 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: address_scope.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.359232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.359746 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: address-scope Jan 18 16:24:52.360073 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.361022 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.361555 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: router-admin-state-down-before-update Jan 18 16:24:52.361883 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: agent.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.363115 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.363619 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: agent Jan 18 16:24:52.363941 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: agent_resources_synced.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.364866 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.365375 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: agent-resources-synced Jan 18 16:24:52.365728 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.367589 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.368118 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: allowed-address-pairs Jan 18 16:24:52.368443 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.369651 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.370171 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: auto-allocated-topology Jan 18 16:24:52.370496 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: availability_zone.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.371206 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.371717 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: availability_zone Jan 18 16:24:52.372034 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: availability_zone_filter.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.372964 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.373484 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: availability_zone_filter Jan 18 16:24:52.373827 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: data_plane_status.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.374743 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.375247 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 16:24:52.375567 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: default_subnetpools.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.376491 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.376999 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: default-subnetpools Jan 18 16:24:52.377319 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.378742 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.379255 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: dhcp_agent_scheduler Jan 18 16:24:52.379571 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: dns.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.380507 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.381007 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 16:24:52.381324 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: dns_domain_ports.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.382288 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.382795 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 16:24:52.383118 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.384054 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.384553 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 16:24:52.384872 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: dvr.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.385582 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.386088 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: dvr Jan 18 16:24:52.386405 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: ecmp_routes.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.387335 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.387840 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 16:24:52.388159 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: empty_string_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.389080 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.389622 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: empty-string-filtering Jan 18 16:24:52.389944 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.390888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.391392 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 16:24:52.391722 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.392688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.393157 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 16:24:52.393705 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: external_net.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.394510 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.395025 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: external-net Jan 18 16:24:52.395345 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.396263 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.396771 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: extra_dhcp_opt Jan 18 16:24:52.397092 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: extraroute.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.398050 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.398557 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: extraroute Jan 18 16:24:52.398875 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: extraroute_atomic.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.399934 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.400447 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: extraroute-atomic Jan 18 16:24:52.400767 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: filter_validation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.401451 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.401976 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: filter-validation Jan 18 16:24:52.402295 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: fip_pf_description.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.403226 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.403804 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 16:24:52.404051 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: fip_port_details.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.404988 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.405512 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: fip-port-details Jan 18 16:24:52.405833 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: flavors.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.407128 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.407646 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: flavors Jan 18 16:24:52.407968 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.409951 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.410664 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 16:24:52.410996 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: floatingip_pools.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.411718 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.412226 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: floatingip-pools Jan 18 16:24:52.412549 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: ip_allocation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.413527 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.414040 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 16:24:52.414357 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.415285 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.415792 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: ip-substring-filtering Jan 18 16:24:52.416118 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l2_adjacency.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.417053 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.417585 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 16:24:52.417905 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l3.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.419091 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.419607 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: router Jan 18 16:24:52.419931 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.422324 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.422852 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 16:24:52.423184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.424140 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.425192 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: ext-gw-mode Jan 18 16:24:52.425547 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.426502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.427011 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: l3-ha Jan 18 16:24:52.427335 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l3_flavors.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.428266 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.428783 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: l3-flavors Jan 18 16:24:52.429105 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.430051 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.430561 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 16:24:52.430881 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: l3agentscheduler.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.431962 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.432475 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: l3_agent_scheduler Jan 18 16:24:52.432801 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: local_ip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.434671 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.435196 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension local_ip not supported by any of loaded plugins Jan 18 16:24:52.435529 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: logging.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.437035 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.437601 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension logging not supported by any of loaded plugins Jan 18 16:24:52.437933 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: metering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.438690 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.439285 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: metering Jan 18 16:24:52.439608 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.441285 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.441826 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: metering_source_and_destination_fields Jan 18 16:24:52.442154 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: multiprovidernet.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.443092 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.443604 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: multi-provider Jan 18 16:24:52.443924 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: netmtu.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.444869 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.445377 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: net-mtu Jan 18 16:24:52.445781 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: netmtu_writable.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.446855 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.447364 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: net-mtu-writable Jan 18 16:24:52.447728 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: network_availability_zone.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.448422 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.448938 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: network_availability_zone Jan 18 16:24:52.449255 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: network_ip_availability.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.450429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.450938 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: network-ip-availability Jan 18 16:24:52.451262 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: network_segment_range.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.452154 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.452561 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 16:24:52.452875 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: pagination.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.454068 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.454466 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: pagination Jan 18 16:24:52.454729 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: port_device_profile.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.455673 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.456227 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: port-device-profile Jan 18 16:24:52.456544 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.457515 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.458024 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: port-mac-address-regenerate Jan 18 16:24:52.458344 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.459272 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.459786 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: port-numa-affinity-policy Jan 18 16:24:52.460100 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: port_resource_request.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.461043 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.461580 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 16:24:52.461897 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: port_resource_request_groups.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.462899 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.463404 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 18 16:24:52.463723 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: portbindings.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.464667 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.465172 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: binding Jan 18 16:24:52.465512 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: portbindings_extended.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.466843 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.467352 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: binding-extended Jan 18 16:24:52.467722 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: portsecurity.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.468858 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.469364 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: port-security Jan 18 16:24:52.469712 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: project_id.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.470712 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.471043 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: project-id Jan 18 16:24:52.471363 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: providernet.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.472467 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.472980 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: provider Jan 18 16:24:52.473300 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.477049 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.477611 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos not supported by any of loaded plugins Jan 18 16:24:52.477946 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.479337 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.479855 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 16:24:52.480186 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.481264 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.481928 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 16:24:52.482395 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_default.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.483530 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.484055 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-default not supported by any of loaded plugins Jan 18 16:24:52.484386 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_fip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.485331 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.485873 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 16:24:52.486197 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.487671 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.488218 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 18 16:24:52.488544 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.489508 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.490022 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 16:24:52.490347 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.491270 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.491781 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 16:24:52.492102 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.493309 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.493944 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 18 16:24:52.494051 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_pps_rule.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.495235 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.495752 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-pps not supported by any of loaded plugins Jan 18 16:24:52.496078 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.497007 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.497549 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 16:24:52.497876 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: qos_rules_alias.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.498934 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.499451 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 16:24:52.499777 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: quota_check_limit.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.500700 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.501215 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: quota-check-limit Jan 18 16:24:52.501580 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: quotasv2.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.502583 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.503464 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: quotas Jan 18 16:24:52.503789 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: quotasv2_detail.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.507352 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.507694 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: quota_details Jan 18 16:24:52.508024 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: rbac.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.509129 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.509697 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: rbac-policies Jan 18 16:24:52.510027 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: rbac_address_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.510984 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.511498 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: rbac-address-group Jan 18 16:24:52.511822 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: rbac_address_scope.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.512759 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.513270 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: rbac-address-scope Jan 18 16:24:52.513634 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: rbac_security_groups.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.514562 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.515182 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: rbac-security-groups Jan 18 16:24:52.515392 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.516315 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.516826 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: rbac-subnetpool Jan 18 16:24:52.517149 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: revisionifmatch.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.518121 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.518673 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: revision-if-match Jan 18 16:24:52.519004 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: revisions.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.520146 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.520662 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: standard-attr-revisions Jan 18 16:24:52.520991 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: router_availability_zone.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.521704 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.522219 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: router_availability_zone Jan 18 16:24:52.522541 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: routerservicetype.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.523482 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.523991 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 16:24:52.524310 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.525325 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.525861 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: security-groups-normalized-cidr Jan 18 16:24:52.526183 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.527128 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.527637 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: port-security-groups-filtering Jan 18 16:24:52.527959 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.528915 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.529429 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: security-groups-remote-address-group Jan 18 16:24:52.529865 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.530819 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.531333 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: security-groups-shared-filtering Jan 18 16:24:52.531656 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.532271 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 18 16:24:52.532589 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: securitygroup.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.542624 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.543186 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: security-group Jan 18 16:24:52.543517 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: segment.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.544363 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.544875 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension segment not supported by any of loaded plugins Jan 18 16:24:52.545198 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.546249 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.546762 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 16:24:52.547084 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: servicetype.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.548243 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.548766 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: service-type Jan 18 16:24:52.549088 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: sorting.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.550669 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.550996 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: sorting Jan 18 16:24:52.551313 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: standard_attr_segment.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.552243 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.552760 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 16:24:52.553080 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: standardattrdescription.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.553778 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.554292 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: standard-attr-description Jan 18 16:24:52.554609 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: stateful_security_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.555570 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.556087 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: stateful-security-group Jan 18 16:24:52.556406 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: stdattrs_common.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.556994 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 16:24:52.557315 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.558320 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.558847 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 16:24:52.559171 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: subnet_onboard.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.560304 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.560828 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: subnet_onboard Jan 18 16:24:52.561152 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.562139 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.562659 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 16:24:52.562980 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: subnet_service_types.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.563972 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.564488 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: subnet-service-types Jan 18 16:24:52.564830 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: subnetallocation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.566581 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.567226 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: subnet_allocation Jan 18 16:24:52.567442 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.568186 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.568741 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: subnetpool-prefix-ops Jan 18 16:24:52.569111 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.570064 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.570564 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 16:24:52.570912 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: tagging.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.572015 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.572545 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: standard-attr-tag Jan 18 16:24:52.572871 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: timestamp.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.574182 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.574703 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loaded extension: standard-attr-timestamp Jan 18 16:24:52.575035 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: trunk.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.576206 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.576687 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension trunk not supported by any of loaded plugins Jan 18 16:24:52.577112 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: trunk_details.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.578020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.578537 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 16:24:52.578881 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.579802 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.580327 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 16:24:52.580721 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Loading extension file: vlantransparent.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:24:52.581379 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:24:52.581967 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 16:24:52.584582 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:network Jan 18 16:24:52.585283 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:subnet Jan 18 16:24:52.585535 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:24:52.585991 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:port Jan 18 16:24:52.587247 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.587692 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service FLAVORS assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.588799 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.588799 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.589165 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:router Jan 18 16:24:52.589560 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 16:24:52.590015 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service METERING assigned prefix: /metering {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.591482 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.592320 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.592320 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:24:52.593511 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 16:24:52.594005 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:security_group Jan 18 16:24:52.594404 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 16:24:52.595025 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.595353 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:24:52.595742 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] subnetpool is already registered Jan 18 16:24:52.596239 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.596452 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:24:52.597306 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] subnetpool is already registered Jan 18 16:24:52.599714 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.600270 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service FLAVORS assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.600922 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.601487 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.601720 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:router Jan 18 16:24:52.602067 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] router is already registered Jan 18 16:24:52.602477 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 16:24:52.602884 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] floatingip is already registered Jan 18 16:24:52.603294 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service METERING assigned prefix: /metering {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.604008 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 16:24:52.604335 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] rbac_policy is already registered Jan 18 16:24:52.604773 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:security_group Jan 18 16:24:52.605121 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] security_group is already registered Jan 18 16:24:52.605566 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 16:24:52.605907 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] security_group_rule is already registered Jan 18 16:24:52.606399 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.606724 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:24:52.607056 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] subnetpool is already registered Jan 18 16:24:52.607494 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:24:52.607826 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:24:52.608180 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] subnetpool is already registered Jan 18 16:24:52.608632 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: extensions {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.611532 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: address-groups {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.613665 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: address-scopes {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.614905 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: agents {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.616208 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: auto-allocated-topology {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.617560 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: availability_zones {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.618714 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: dhcp-networks {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.620212 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: dhcp-agents {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.621818 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: routers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.623953 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: flavors {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.625234 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: service_profiles {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.626491 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: next_providers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.627992 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: service_profiles {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.629405 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: floatingip-pools {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.630838 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: routers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.632967 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: floatingips {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.634294 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: l3-routers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.635687 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: l3-agents {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.637104 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: metering-labels {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.638390 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: metering-label-rules {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.639947 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: network-ip-availabilities {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.641238 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: bindings {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.642833 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: quotas {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.644547 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: quotas {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.646118 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: rbac-policies {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.647331 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: security-groups {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.648753 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: security-group-rules {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.649922 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: service-providers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.651164 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: subnetpools {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.652484 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: subnetpools {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.654083 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.655781 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.657631 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.659978 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.661690 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.663661 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.665354 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.668390 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.670184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.671945 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron.api.extensions [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:24:52.678874 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING keystonemiddleware.auth_token [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 16:24:52.683477 dv-cinder-825130-1-iscsi neutron-server[102578]: WARNING keystonemiddleware.auth_token [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 16:24:52.692647 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_concurrency.lockutils [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Acquired lock "singleton_lock" {{(pid=102578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 18 16:24:52.693128 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_concurrency.lockutils [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Releasing lock "singleton_lock" {{(pid=102578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 18 16:24:52.693820 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO oslo_service.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Starting 2 workers Jan 18 16:24:52.698789 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Started child 102689 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:24:52.703614 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Started child 102690 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:24:52.705037 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:52.705740 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO neutron.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 16:24:52.706072 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:52.706765 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [-] (102689) wsgi starting up on http://0.0.0.0:9696 Jan 18 16:24:52.708616 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO oslo_service.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Starting 1 workers Jan 18 16:24:52.710362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:52.711895 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [-] (102690) wsgi starting up on http://0.0.0.0:9696 Jan 18 16:24:52.714049 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Started child 102691 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:24:52.714641 dv-cinder-825130-1-iscsi neutron-server[102578]: INFO oslo_service.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Starting 1 workers Jan 18 16:24:52.719254 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] calling RpcWorker wait() {{(pid=102691) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 16:24:52.720002 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Started child 102692 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:24:52.720168 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.service [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] returning from RpcWorker wait() {{(pid=102691) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 16:24:52.720398 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-edbdcb63-8ab6-42b1-abe3-4a0d23b367d0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:52.721062 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:52.722043 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:24:52.722921 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 16:24:52.723136 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:24:52.723332 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:24:52.723563 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:24:52.723927 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:24:52.724098 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:24:52.724598 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.724883 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.725152 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.725295 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:52.725879 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.725879 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.726283 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.726559 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.726822 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.727095 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.727431 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.727608 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.727747 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.727951 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.728207 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.728522 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.728790 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.729072 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.729320 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.729542 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.729802 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.730085 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.730350 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.730636 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] debug = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.730881 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.731357 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.731586 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.731818 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.732057 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.732338 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.732568 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.732850 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.733094 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.733323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.733592 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.733871 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.734095 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.734326 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.734581 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.734791 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.735048 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.735271 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.735751 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] host = dv-cinder-825130-1-iscsi {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.735989 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.736208 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.736482 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.736712 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.737031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.737334 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.738219 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.738366 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.738517 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.738754 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.739129 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.739289 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.739494 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.739746 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.739898 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_options = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.740152 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.740424 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.740701 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.740892 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.741081 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.741295 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.741513 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.741673 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.741892 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.742132 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.742352 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.742589 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.742809 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.743032 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.743286 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.743526 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.743743 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.743959 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.744227 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.744487 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.744736 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.745066 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.745232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.745432 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.745691 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.745911 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.746881 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.746881 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.746881 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.747146 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.747286 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.747557 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.747829 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.748005 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:24:52.748097 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.748307 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.748542 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.748829 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.749032 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.749878 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.749878 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.749878 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.750171 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.750363 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.750608 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.750904 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.751168 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.751491 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_json = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.751721 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.752018 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.752278 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.752495 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.753075 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.753075 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.753327 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.753450 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.753994 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.754150 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.754377 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.754696 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.754957 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.755217 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.755863 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.755863 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.756073 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.756153 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.758564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.759074 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.759074 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.759074 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.759258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.759491 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.759711 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.759952 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.760179 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.760441 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.761259 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.761259 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.761259 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.761759 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.761944 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.762066 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.762342 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.762562 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.762813 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.763035 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.763254 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.764378 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.764808 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.765286 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.765573 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.765821 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.766053 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.766289 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.766538 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.766793 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.767054 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.767323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.767757 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.768021 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.768262 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.768516 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.768762 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.769038 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.769275 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.769538 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.769901 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.770064 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.770458 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.770821 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.771182 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.771578 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.771977 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.772355 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.772745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.773136 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.773553 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.773959 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.774424 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.774720 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.774962 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.775169 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.775389 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.775635 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.775883 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.776110 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.776330 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.776579 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.776796 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.777644 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.777761 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.777940 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.778164 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.778381 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.778777 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.778877 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.779025 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.779268 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.779467 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.779684 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.780587 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.780587 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.780587 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.780817 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.780982 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.781376 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.781810 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.782175 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.782629 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.783021 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.783400 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.783761 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.784709 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.784958 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.785213 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.785793 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.786219 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.786645 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.786872 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.787144 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.787371 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.787622 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.787855 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.788102 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.788344 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.788583 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.788833 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.789180 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.790410 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.790410 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.790410 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.790410 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.790744 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.790823 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.791102 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.791556 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.791974 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.792217 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.792495 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.792725 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.792993 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.793236 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.793508 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.793741 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.793995 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.794219 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.794459 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.794690 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.795028 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.795288 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.795529 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.795770 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.796064 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.796333 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.796576 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.796840 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.797095 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.797578 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.797856 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.798110 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.798358 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.798596 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.798829 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.799048 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.799298 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.799580 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.800680 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.800931 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.801252 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.801422 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.801720 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.802033 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.802263 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.802489 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.802713 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.802967 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.803187 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.803440 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.803678 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.804054 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.804421 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.804891 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.805219 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.805669 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.805904 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.806196 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.806455 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.806700 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.806937 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.807167 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.807522 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.807764 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.808936 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.808936 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.808936 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.808936 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.808936 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.809580 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.809580 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.809580 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.809790 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.810023 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.810276 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.810634 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.810899 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.811134 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.811375 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.811614 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.811856 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.812088 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.812326 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.812564 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.812807 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.813042 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.813300 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.813575 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.813831 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.814089 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.814298 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.814596 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.814827 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.815048 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.815893 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.816225 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.816435 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.816691 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.816922 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.817175 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.817423 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.817662 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.818086 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.818498 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.818812 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.819015 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.819254 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.819465 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.819678 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.819911 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.820181 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.820387 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.820761 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.821162 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.821598 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.821827 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.822056 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.822278 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.822500 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.822871 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.823227 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.823600 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.823822 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.824048 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.824368 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.824757 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.824965 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.825214 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.825454 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.825695 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827665 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827665 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827957 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.827957 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.828204 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.828396 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.828836 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.828836 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.829597 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.829597 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.829755 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.829935 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.830191 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.830473 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.830768 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.831611 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.831867 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.832159 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.832487 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.832822 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.833075 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.833325 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.833611 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.833836 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.834058 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.834306 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.834546 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.834765 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.835006 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.835236 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.835461 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.835678 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.835902 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.836114 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.837020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.837020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.837020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.837020 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.837323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:24:52.837709 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 16:24:52.837896 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:24:52.838092 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:24:52.838245 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:24:52.838405 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:24:52.838548 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:24:52.838687 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.838824 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:24:52.838967 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.838967 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.839229 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.839380 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.839516 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.839665 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.839801 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.839936 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.840103 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.840269 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.840433 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.840602 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.840602 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.840868 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.841012 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.841161 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.841296 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.841430 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.841619 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.841755 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.841915 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.842085 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] debug = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.842247 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.842403 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.842656 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.843063 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.843063 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.843063 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.843838 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.843838 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.843838 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.843838 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.844349 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.844349 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.844349 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.844808 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.844808 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.844808 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.845232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.845232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.845232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] host = dv-cinder-825130-1-iscsi {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.845689 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.845689 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.845689 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.846147 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.846147 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.846147 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.847590 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.849031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_options = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.849031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.849031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.849031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.849031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.849031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.849031 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.850552 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.852221 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.853184 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.854250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856232 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_json = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.856846 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.859036 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.860502 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.861429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.862429 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.863323 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.865250 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.868518 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.869763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.870301 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.872888 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.873607 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874201 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.874688 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875228 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.875745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876258 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876763 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876972 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.876972 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.877113 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.877270 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.877420 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.877606 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.878286 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.878447 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.878656 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.878799 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.878926 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.879056 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.879288 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.879433 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.879567 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.879697 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.879800 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.879969 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.880116 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.880295 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.880418 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.880588 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.880747 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.881225 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.881225 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.881225 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.881620 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.881620 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.881868 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.881868 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.882066 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.882142 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.882297 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.882456 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.882618 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.882767 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.883052 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.883206 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.883349 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.883487 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.883628 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.883755 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.883891 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.884026 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.884170 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.884297 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.884530 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.884676 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.884803 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.884952 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.885268 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.885426 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.885644 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.885740 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.885954 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.886098 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.886224 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.886390 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.886614 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.886710 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.886849 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.887018 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.887181 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.887343 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.887504 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.887666 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.887830 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.887992 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.888156 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.888324 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.888491 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.888653 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.888814 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.888976 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.889139 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.889300 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.889492 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.889658 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.889820 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.889982 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.890143 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.890307 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.890488 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.890645 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.890786 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.890927 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.891090 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.891251 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.891422 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.891584 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.891745 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.891907 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.892069 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.892230 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.892400 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.892562 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.892723 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.892884 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.893045 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.893234 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.893392 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.894123 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.894288 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.894450 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.894612 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.894774 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.894946 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.895113 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.895342 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.895485 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.895626 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.895765 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.895868 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.896030 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.896203 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.896389 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.896516 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.896677 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.896839 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.897019 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.897181 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.897345 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.897553 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.897721 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.897867 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.898051 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.898190 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.898364 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.898533 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.898701 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.898840 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.899013 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.899182 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.899344 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.899514 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.899689 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.899851 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.900013 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.900176 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.900337 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.900499 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.900661 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.900823 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.900984 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.901146 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.901309 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.901485 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.901653 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.901814 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.902028 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.902219 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.902525 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.902525 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.902890 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.902890 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:24:52.902890 dv-cinder-825130-1-iscsi neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:24:53.145791 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39106) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:53.157338 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090399 Jan 18 16:25:06.577309 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dea24-d6d6-4643-b581-555d5844fd36 None None] get_active_networks_info from dv-cinder-825130-1-iscsi {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 16:25:06.736696 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951dea24-d6d6-4643-b581-555d5844fd36 None None] No non-hosted networks {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 16:25:06.763141 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbdef488-a327-4491-be29-a6ff9947d7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905452'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:09.339359 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2213288a-d581-48e8-96a6-5ef846bb8b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905452'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:09.399395 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a431-8f1b-44c9-a604-2417c860192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:10.975022 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905452'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:12.402770 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905452'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:13.105546 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905452'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:13.106744 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.107545 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.108344 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.109092 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.109876 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.110399 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.111117 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.111915 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.112683 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.113283 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.114011 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.114535 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.115089 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:13.115692 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825130-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:25:13.127770 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825130-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:25:17.318654 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39204) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:17.969140 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.db.l3_hamode_db [None req-6d877c8e-0aef-439b-8af8-fc16b5e85758 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 16:25:18.051854 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d877c8e-0aef-439b-8af8-fc16b5e85758 None None] Routers set() bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:25:18.052246 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d877c8e-0aef-439b-8af8-fc16b5e85758 None None] Router IDs set() for agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 16:25:18.058055 dv-cinder-825130-1-iscsi neutron-server[102689]: WARNING oslo_policy.policy [None req-eabca134-0ac5-45e9-a01f-552645b5e989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:18.058654 dv-cinder-825130-1-iscsi neutron-server[102689]: WARNING oslo_policy.policy [None req-eabca134-0ac5-45e9-a01f-552645b5e989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:18.294423 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [None req-eabca134-0ac5-45e9-a01f-552645b5e989 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:25:18.295534 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-eabca134-0ac5-45e9-a01f-552645b5e989 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9756231 Jan 18 16:25:21.221090 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39220) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:21.761380 dv-cinder-825130-1-iscsi neutron-server[102690]: WARNING oslo_policy.policy [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:21.761986 dv-cinder-825130-1-iscsi neutron-server[102690]: WARNING oslo_policy.policy [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:21.988591 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] Request body: {'subnetpool': {'tenant_id': '290566a64cc04828a4b0c4731624fdd6', 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:22.088135 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.policy [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102690) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 16:25:22.135837 dv-cinder-825130-1-iscsi neutron-server[102690]: WARNING oslo_policy.policy [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:22.136214 dv-cinder-825130-1-iscsi neutron-server[102690]: WARNING oslo_policy.policy [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:22.145848 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.quota [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] Loaded quota_driver: . Jan 18 16:25:22.250891 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770658108385', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770658107442', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770658159526', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770658156719', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770658146562', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770658156156', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-689514', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716943', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7894528', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8325556'] for rbac-policy (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:22.326083 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:22.327832 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-11e06151-7821-44f8-80bf-fb69d7de5167 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1045833 Jan 18 16:25:25.017395 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39238) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:25.367177 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Request body: {'network': {'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'name': 'private', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'admin_state_up': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:25.368506 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.quota [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Loaded quota_driver: . Jan 18 16:25:25.429802 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Made reservation on behalf of f406b20e0bde41b790f70db0f17e113e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:25:25.499641 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.policy [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102689) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 16:25:25.547306 dv-cinder-825130-1-iscsi neutron-server[102689]: WARNING oslo_policy.policy [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:25.547693 dv-cinder-825130-1-iscsi neutron-server[102689]: WARNING oslo_policy.policy [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:25:25.558284 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.579862 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.697387 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks [] for security_group (1e7cece1-403e-418f-be1f-f1a34271adc4), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.701666 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1e7cece1-403e-418f-be1f-f1a34271adc4), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.722434 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:25:25.753438 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770654898454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (c2c0085b-22f5-4f3c-8265-6cf226c49956), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.754018 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Unsubscribe: segment precommit_create {{(pid=102689) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 16:25:25.754529 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Added segment c2c0085b-22f5-4f3c-8265-6cf226c49956 of type vlan for network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d Jan 18 16:25:25.771273 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7cece1-403e-418f-be1f-f1a34271adc4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:25.820076 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.820430 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.820768 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.821102 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.821430 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.821825 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.822169 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.822491 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.822828 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.823177 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.823496 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.823802 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.824114 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Tracked resource versions report: Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: pushed versions: Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: { 'AddressGroup': {'1.2'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'ConntrackHelper': {'1.0'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Log': {'1.0'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Network': {'1.1'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Port': {'1.7'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'PortForwarding': {'1.2'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'QosPolicy': {'1.10'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroup': {'1.5'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SubPort': {'1.0'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Subnet': {'1.1'}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Trunk': {'1.1'}} Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: consumer versions: Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'ConntrackHelper': '1.0', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'LocalIPAssociation': '1.0', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Log': '1.0', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Network': '1.1', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Port': '1.7', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'PortForwarding': '1.2', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'QosPolicy': '1.10', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroup': '1.5', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroupRule': '1.2', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SubPort': '1.0', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Subnet': '1.1', Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Trunk': '1.1'}} Jan 18 16:25:25.825522 dv-cinder-825130-1-iscsi neutron-server[102689]: {{(pid=102689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:25:25.872545 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (dd4d62d7-e8ff-4992-ad35-4a2373a18b4d), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.912448 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (dd4d62d7-e8ff-4992-ad35-4a2373a18b4d), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.913664 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:25.914717 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:25.982445 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9639146 Jan 18 16:25:26.021687 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5b56d-1745-4a35-b4d3-1535e69a09a2 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4d62d7-e8ff-4992-ad35-4a2373a18b4d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:26.033287 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:25:28.724420 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:29.204189 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377fdd47-a195-425c-ae94-cf6ac4282842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:29.205638 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-377fdd47-a195-425c-ae94-cf6ac4282842 admin admin] 10.222.0.86 "GET /v2.0/networks/dd4d62d7-e8ff-4992-ad35-4a2373a18b4d HTTP/1.1" status: 200 len: 825 time: 0.4801280 Jan 18 16:25:29.234949 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-2d7fb743-aa4c-48ab-b086-7a353eef166d admin admin] 10.222.0.86 "GET /v2.0/subnetpools/665eb9eb-3d33-41dc-a196-a884be692b20 HTTP/1.1" status: 200 len: 734 time: 0.0233216 Jan 18 16:25:29.245898 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Request body: {'subnet': {'subnetpool_id': '665eb9eb-3d33-41dc-a196-a884be692b20', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:29.278116 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Made reservation on behalf of f406b20e0bde41b790f70db0f17e113e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:25:29.280788 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:29.600387 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:29.668636 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Checking segment: {'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:25:29.669008 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Network hostable DHCP agents. Network: dd4d62d7-e8ff-4992-ad35-4a2373a18b4d, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:25:29.681554 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:29.698509 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.698868 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.699206 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.699539 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.699866 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.700189 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.700526 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.700852 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.701195 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.701560 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.701883 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.702203 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.702520 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Tracked resource versions report: Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: pushed versions: Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: { 'AddressGroup': {'1.2'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'ConntrackHelper': {'1.0'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Log': {'1.0'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Network': {'1.1'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Port': {'1.7'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'PortForwarding': {'1.2'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'QosPolicy': {'1.10'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroup': {'1.5'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SubPort': {'1.0'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Subnet': {'1.1'}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Trunk': {'1.1'}} Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: consumer versions: Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'ConntrackHelper': '1.0', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'LocalIPAssociation': '1.0', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Log': '1.0', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Network': '1.1', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Port': '1.7', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'PortForwarding': '1.2', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'QosPolicy': '1.10', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroup': '1.5', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroupRule': '1.2', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SubPort': '1.0', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Subnet': '1.1', Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Trunk': '1.1'}} Jan 18 16:25:29.703868 dv-cinder-825130-1-iscsi neutron-server[102690]: {{(pid=102690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:25:29.722707 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:25:29.740719 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, dd4d62d7-e8ff-4992-ad35-4a2373a18b4d) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:29.746585 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:29.748084 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:29.752161 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e74bfb-95b8-495d-9860-6742da453112 None None] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:25:29.768486 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-7f447afe-f3a1-49c8-846b-ad6d19c64b2b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5265923 Jan 18 16:25:30.055265 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'fixed_ips': [{'subnet_id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:25:30.056600 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:30.518229 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Allocated IP 172.20.0.2 (dd4d62d7-e8ff-4992-ad35-4a2373a18b4d/f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9/da6e1874-6f3b-413a-88f1-aed8349a8482) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:25:30.948783 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Publish callbacks [] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:30.959732 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:31.041904 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:25:31.046684 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:31.057019 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:25:31.060306 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Pushing event updated for resources: {'Port': ['ID=da6e1874-6f3b-413a-88f1-aed8349a8482,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:31.095324 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095324 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095324 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095324 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095324 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095835 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095835 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095835 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.095835 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.096105 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.096288 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.096561 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.096878 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Tracked resource versions report: Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: pushed versions: Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: { 'AddressGroup': {'1.2'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'ConntrackHelper': {'1.0'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Log': {'1.0'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Network': {'1.1'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Port': {'1.7'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'PortForwarding': {'1.2'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'QosPolicy': {'1.10'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroup': {'1.5'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SubPort': {'1.0'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Subnet': {'1.1'}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Trunk': {'1.1'}} Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: consumer versions: Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'ConntrackHelper': '1.0', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'LocalIPAssociation': '1.0', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Log': '1.0', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Network': '1.1', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Port': '1.7', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'PortForwarding': '1.2', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'QosPolicy': '1.10', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroup': '1.5', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroupRule': '1.2', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SubPort': '1.0', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Subnet': '1.1', Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Trunk': '1.1'}} Jan 18 16:25:31.098429 dv-cinder-825130-1-iscsi neutron-server[102691]: {{(pid=102691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:25:31.151674 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Attempting to bind port da6e1874-6f3b-413a-88f1-aed8349a8482 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:25:31.152145 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Attempting to bind port da6e1874-6f3b-413a-88f1-aed8349a8482 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:25:31.152560 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Attempting to bind port da6e1874-6f3b-413a-88f1-aed8349a8482 on network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:25:31.157943 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:25:31.158317 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Checking segment: {'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:25:31.158789 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:31.159182 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Bound using segment: {'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:25:31.159637 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Bound port: da6e1874-6f3b-413a-88f1-aed8349a8482, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:25:31.160109 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:31.226056 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] For port da6e1874-6f3b-413a-88f1-aed8349a8482, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:25:31.230838 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] For port da6e1874-6f3b-413a-88f1-aed8349a8482, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=da6e1874-6f3b-413a-88f1-aed8349a8482,segment=NetworkSegment(c2c0085b-22f5-4f3c-8265-6cf226c49956),segment_id=c2c0085b-22f5-4f3c-8265-6cf226c49956)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:25:31.236043 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:31.302598 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c38ce-cc94-4b76-92a5-9106bed0f76f None None] Pushing event updated for resources: {'Port': ['ID=da6e1874-6f3b-413a-88f1-aed8349a8482,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:32.371372 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:32.764763 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [None req-76a4761e-c5e3-4897-aaf4-956b1ddaa95b admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:25:32.766067 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-76a4761e-c5e3-4897-aaf4-956b1ddaa95b admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3936474 Jan 18 16:25:35.285884 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39274) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:35.608423 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [None req-502bb226-dafc-43db-84a2-6b4f8352cba5 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:25:35.609485 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-502bb226-dafc-43db-84a2-6b4f8352cba5 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3223054 Jan 18 16:25:36.486725 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed873c54-9ba0-49de-9375-6de74056fedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:38.334173 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:38.642716 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9b80d305-1e27-42e2-8414-74f7159a6e5c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'name': 'router1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:38.669564 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b80d305-1e27-42e2-8414-74f7159a6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (bffd3c26-2187-432a-8458-3b3db5a4873c), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:38.671168 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b80d305-1e27-42e2-8414-74f7159a6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (bffd3c26-2187-432a-8458-3b3db5a4873c), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:38.806144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b80d305-1e27-42e2-8414-74f7159a6e5c admin admin] Publish callbacks [] for router_controller (bffd3c26-2187-432a-8458-3b3db5a4873c), precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:38.811279 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b80d305-1e27-42e2-8414-74f7159a6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (bffd3c26-2187-432a-8458-3b3db5a4873c), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:38.825724 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b80d305-1e27-42e2-8414-74f7159a6e5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:38.826932 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-9b80d305-1e27-42e2-8414-74f7159a6e5c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4917467 Jan 18 16:25:39.321964 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00d38f58-c128-43a0-8370-12f59a96f92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:40.932772 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:41.293641 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39306) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:41.429703 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [None req-4ee992af-604a-4d0c-91be-91e659300bee admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:25:41.430727 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-4ee992af-604a-4d0c-91be-91e659300bee admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1361599 Jan 18 16:25:42.207320 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device da6e1874-6f3b-413a-88f1-aed8349a8482 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:25:42.297025 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port da6e1874-6f3b-413a-88f1-aed8349a8482 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:42.297445 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:42.344600 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:42.425443 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port da6e1874-6f3b-413a-88f1-aed8349a8482 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:42.425912 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:42.462088 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port da6e1874-6f3b-413a-88f1-aed8349a8482, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=da6e1874-6f3b-413a-88f1-aed8349a8482,segment=NetworkSegment(c2c0085b-22f5-4f3c-8265-6cf226c49956),segment_id=c2c0085b-22f5-4f3c-8265-6cf226c49956)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:25:42.467280 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:42.519044 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=da6e1874-6f3b-413a-88f1-aed8349a8482,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:42.538353 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c019ee-d8ac-4154-be7d-8c335ccf5f56 None None] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:25:42.605051 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6687cd3f-88a3-44dc-9d5c-1aa353a66c70 None None] Provisioning complete for port da6e1874-6f3b-413a-88f1-aed8349a8482 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:42.605436 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6687cd3f-88a3-44dc-9d5c-1aa353a66c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:42.732238 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6687cd3f-88a3-44dc-9d5c-1aa353a66c70 None None] Current status of the port da6e1874-6f3b-413a-88f1-aed8349a8482 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:42.955073 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ab08b482-407d-45d6-be70-aa006dbd8979 None None] Provisioning complete for port da6e1874-6f3b-413a-88f1-aed8349a8482 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:42.955463 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab08b482-407d-45d6-be70-aa006dbd8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:43.038871 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ab08b482-407d-45d6-be70-aa006dbd8979 None None] Current status of the port da6e1874-6f3b-413a-88f1-aed8349a8482 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:43.104568 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:43.829034 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39326) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:43.880240 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Request body: {'network': {'project_id': '290566a64cc04828a4b0c4731624fdd6', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'tenant_id': '290566a64cc04828a4b0c4731624fdd6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:43.905880 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Made reservation on behalf of 290566a64cc04828a4b0c4731624fdd6 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:25:43.908232 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:43.935216 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.082191 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks [] for security_group (79750903-0fe6-47a6-b9c8-b286c99a1ea5), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.087431 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (79750903-0fe6-47a6-b9c8-b286c99a1ea5), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.106492 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Reserving flat network on physical network physnet1 {{(pid=102690) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 16:25:44.127718 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79750903-0fe6-47a6-b9c8-b286c99a1ea5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:44.134989 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770654898454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (529bd068-af01-4e1d-b535-180f29292ad5), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.135550 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Unsubscribe: segment precommit_create {{(pid=102690) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 16:25:44.136023 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Added segment 529bd068-af01-4e1d-b535-180f29292ad5 of type flat for network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 Jan 18 16:25:44.204782 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (d9a8ec46-3e76-4b1f-826e-345f3da3cad5), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.207139 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device da6e1874-6f3b-413a-88f1-aed8349a8482 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:25:44.261136 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port da6e1874-6f3b-413a-88f1-aed8349a8482 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:44.261545 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.271161 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (d9a8ec46-3e76-4b1f-826e-345f3da3cad5), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.272304 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:44.272891 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:44.324516 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4943712 Jan 18 16:25:44.359908 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port da6e1874-6f3b-413a-88f1-aed8349a8482 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:44.388610 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f044d-a929-4929-b32a-4b2a6b66bf65 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a8ec46-3e76-4b1f-826e-345f3da3cad5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:44.402746 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:25:46.659412 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39334) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:46.761776 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2dc923-4f0a-4c65-b527-4680e2e93917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:46.763162 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-8d2dc923-4f0a-4c65-b527-4680e2e93917 admin admin] 10.222.0.86 "GET /v2.0/subnets/f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9 HTTP/1.1" status: 200 len: 849 time: 0.1027806 Jan 18 16:25:46.940639 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-bbc7ffdd-f858-499c-9964-27d6293d2bf8 admin admin] 10.222.0.86 "GET /v2.0/routers/bffd3c26-2187-432a-8458-3b3db5a4873c HTTP/1.1" status: 200 len: 704 time: 0.1717367 Jan 18 16:25:47.223089 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:47.555844 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Allocated IP 172.20.0.1 (dd4d62d7-e8ff-4992-ad35-4a2373a18b4d/f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9/08339354-a402-4934-ae85-c7fdcd0d9919) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:25:47.735753 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks [] for port (08339354-a402-4934-ae85-c7fdcd0d9919), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:47.806053 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:47.935291 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:25:47.943883 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:47.947120 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:25:47.947675 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (bffd3c26-2187-432a-8458-3b3db5a4873c), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:47.969921 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Pushing event updated for resources: {'Port': ['ID=08339354-a402-4934-ae85-c7fdcd0d9919,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:48.163362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:48.192716 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c26a086a-61da-46e6-b773-ee4c9690f90a None None] Provisioning complete for port 08339354-a402-4934-ae85-c7fdcd0d9919 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:48.193280 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c26a086a-61da-46e6-b773-ee4c9690f90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:48.228087 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c26a086a-61da-46e6-b773-ee4c9690f90a None None] Port 08339354-a402-4934-ae85-c7fdcd0d9919 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:25:48.377726 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks [] for port (08339354-a402-4934-ae85-c7fdcd0d9919), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:48.383193 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:48.384193 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (bffd3c26-2187-432a-8458-3b3db5a4873c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:48.449704 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Pushing event updated for resources: {'Port': ['ID=08339354-a402-4934-ae85-c7fdcd0d9919,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:48.517123 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:25:48.518537 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:48.692390 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Router bffd3c26-2187-432a-8458-3b3db5a4873c is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:25:48.756556 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3bea0a60-9b46-4f36-b156-b63a8f1f08be None None] Provisioning complete for port 08339354-a402-4934-ae85-c7fdcd0d9919 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:48.757199 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bea0a60-9b46-4f36-b156-b63a8f1f08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:48.796443 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:25:48.802435 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3bea0a60-9b46-4f36-b156-b63a8f1f08be None None] Port 08339354-a402-4934-ae85-c7fdcd0d9919 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:25:48.803673 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-61afaaa5-9ed3-47c2-b6a3-b6a7812cf523 admin admin] 10.222.0.86 "PUT /v2.0/routers/bffd3c26-2187-432a-8458-3b3db5a4873c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8558190 Jan 18 16:25:48.819782 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Sync routers for ids ['bffd3c26-2187-432a-8458-3b3db5a4873c'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:25:48.835495 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Routers {'bffd3c26-2187-432a-8458-3b3db5a4873c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:25:48.837254 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:25:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['bffd3c26-2187-432a-8458-3b3db5a4873c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:25:49.063633 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Set router bffd3c26-2187-432a-8458-3b3db5a4873c gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:25:49.617333 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'name': 'router1', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:25:38Z', 'updated_at': '2022-01-18T16:25:48Z', 'revision_number': 2, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'gw_port_host': None, '_interfaces': [{'id': '08339354-a402-4934-ae85-c7fdcd0d9919', 'name': '', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'mac_address': 'fa:16:3e:f3:b1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:47Z', 'updated_at': '2022-01-18T16:25:48Z', 'revision_number': 2, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'subnets': [{'id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '665eb9eb-3d33-41dc-a196-a884be692b20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:25:49.689872 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Checking router: bffd3c26-2187-432a-8458-3b3db5a4873c for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:25:49.690468 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Updating router bffd3c26-2187-432a-8458-3b3db5a4873c port 08339354-a402-4934-ae85-c7fdcd0d9919 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:25:49.747206 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:50.463604 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Publish callbacks [] for port (08339354-a402-4934-ae85-c7fdcd0d9919), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:50.476107 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:50.752976 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Attempting to bind port 08339354-a402-4934-ae85-c7fdcd0d9919 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:25:50.753517 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Attempting to bind port 08339354-a402-4934-ae85-c7fdcd0d9919 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:25:50.754951 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Attempting to bind port 08339354-a402-4934-ae85-c7fdcd0d9919 on network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:25:50.764832 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Pushing event updated for resources: {'Port': ['ID=08339354-a402-4934-ae85-c7fdcd0d9919,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:50.772804 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:25:50.773311 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Checking segment: {'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:25:50.773970 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:50.774375 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Bound using segment: {'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:25:50.774881 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Bound port: 08339354-a402-4934-ae85-c7fdcd0d9919, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c0085b-22f5-4f3c-8265-6cf226c49956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:25:50.775353 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:50.828702 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.829425 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.829425 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.829812 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.830226 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.830461 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.830786 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.831146 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.831472 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.831814 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.832137 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.832509 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.832829 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Tracked resource versions report: Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: pushed versions: Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: { 'AddressGroup': {'1.2'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'ConntrackHelper': {'1.0'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Log': {'1.0'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Network': {'1.1'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Port': {'1.7'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'PortForwarding': {'1.2'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'QosPolicy': {'1.10'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroup': {'1.5'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SubPort': {'1.0'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Subnet': {'1.1'}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Trunk': {'1.1'}} Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: consumer versions: Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'ConntrackHelper': '1.0', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'LocalIPAssociation': '1.0', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Log': '1.0', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Network': '1.1', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Port': '1.7', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'PortForwarding': '1.2', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'QosPolicy': '1.10', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroup': '1.5', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroupRule': '1.2', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SubPort': '1.0', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Subnet': '1.1', Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Trunk': '1.1'}} Jan 18 16:25:50.834427 dv-cinder-825130-1-iscsi neutron-server[102692]: {{(pid=102692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:25:50.870324 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f6519e65-d2ab-484a-bdb6-a1d7d5298ed7 None None] Provisioning complete for port 08339354-a402-4934-ae85-c7fdcd0d9919 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:50.871689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6519e65-d2ab-484a-bdb6-a1d7d5298ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:50.908475 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] For port 08339354-a402-4934-ae85-c7fdcd0d9919, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:25:50.918725 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f6519e65-d2ab-484a-bdb6-a1d7d5298ed7 None None] Port 08339354-a402-4934-ae85-c7fdcd0d9919 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:25:50.941007 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] For port 08339354-a402-4934-ae85-c7fdcd0d9919, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=08339354-a402-4934-ae85-c7fdcd0d9919,segment=NetworkSegment(c2c0085b-22f5-4f3c-8265-6cf226c49956),segment_id=c2c0085b-22f5-4f3c-8265-6cf226c49956)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:25:50.948534 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:51.043373 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1e46c-678c-4727-9f12-d96e608157c0 None None] Pushing event updated for resources: {'Port': ['ID=08339354-a402-4934-ae85-c7fdcd0d9919,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:51.049288 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Routers {'bffd3c26-2187-432a-8458-3b3db5a4873c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:25:51.050817 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:25:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['bffd3c26-2187-432a-8458-3b3db5a4873c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:25:51.218973 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] Set router bffd3c26-2187-432a-8458-3b3db5a4873c gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:25:51.353552 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c4c79c9d-bdec-424d-864f-c5574543d268 None None] Provisioning complete for port 08339354-a402-4934-ae85-c7fdcd0d9919 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:51.354037 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c4c79c9d-bdec-424d-864f-c5574543d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:51.495345 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c4c79c9d-bdec-424d-864f-c5574543d268 None None] Current status of the port 08339354-a402-4934-ae85-c7fdcd0d9919 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:51.496287 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c4c79c9d-bdec-424d-864f-c5574543d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:51.539857 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'name': 'router1', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:25:38Z', 'updated_at': '2022-01-18T16:25:48Z', 'revision_number': 2, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'gw_port_host': None, '_interfaces': [{'id': '08339354-a402-4934-ae85-c7fdcd0d9919', 'name': '', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'mac_address': 'fa:16:3e:f3:b1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:47Z', 'updated_at': '2022-01-18T16:25:50Z', 'revision_number': 4, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'subnets': [{'id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '665eb9eb-3d33-41dc-a196-a884be692b20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:25:51.546868 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c4c79c9d-bdec-424d-864f-c5574543d268 None None] For port 08339354-a402-4934-ae85-c7fdcd0d9919, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=08339354-a402-4934-ae85-c7fdcd0d9919,segment=NetworkSegment(c2c0085b-22f5-4f3c-8265-6cf226c49956),segment_id=c2c0085b-22f5-4f3c-8265-6cf226c49956)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:25:51.554151 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c4c79c9d-bdec-424d-864f-c5574543d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:51.593943 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847368b9-8c39-4e10-993b-feeb495c527c None None] The sync data for ids ['bffd3c26-2187-432a-8458-3b3db5a4873c'] in dv-cinder-825130-1-iscsi is: [{'id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'name': 'router1', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:25:38Z', 'updated_at': '2022-01-18T16:25:48Z', 'revision_number': 2, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'gw_port_host': None, '_interfaces': [{'id': '08339354-a402-4934-ae85-c7fdcd0d9919', 'name': '', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'mac_address': 'fa:16:3e:f3:b1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:47Z', 'updated_at': '2022-01-18T16:25:50Z', 'revision_number': 4, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'subnets': [{'id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '665eb9eb-3d33-41dc-a196-a884be692b20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:25:51.634864 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79c9d-bdec-424d-864f-c5574543d268 None None] Pushing event updated for resources: {'Port': ['ID=08339354-a402-4934-ae85-c7fdcd0d9919,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:54.579733 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39352) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:54.694230 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd00fb1-c523-4a8c-b3e6-68241b18811d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:54.701399 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-dcd00fb1-c523-4a8c-b3e6-68241b18811d admin admin] 10.222.0.86 "GET /v2.0/networks/d9a8ec46-3e76-4b1f-826e-345f3da3cad5 HTTP/1.1" status: 200 len: 842 time: 0.1148763 Jan 18 16:25:54.705932 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Request body: {'subnet': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'enable_dhcp': False, 'ip_version': 4, 'tenant_id': '290566a64cc04828a4b0c4731624fdd6', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:54.732830 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Made reservation on behalf of 290566a64cc04828a4b0c4731624fdd6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:25:54.735377 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:55.024437 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.objects.ports [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 16:25:55.024864 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (e90b65e5-b028-416d-848a-b481c0da326d), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:55.072667 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90b65e5-b028-416d-848a-b481c0da326d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:55.092752 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:25:55.093098 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Network hostable DHCP agents. Network: d9a8ec46-3e76-4b1f-826e-345f3da3cad5, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:25:55.115749 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:25:55.129188 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, d9a8ec46-3e76-4b1f-826e-345f3da3cad5) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:55.138147 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:55.139556 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:55.142404 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298abaf-5ff9-46c7-8d34-c93322ee1497 None None] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:25:55.160689 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-08635f4f-e54d-4a23-b66a-ea799007b84d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4581828 Jan 18 16:25:55.271458 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c67eda-153b-4903-9d15-0bb42329fbac None None] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:25:57.680649 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39360) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:57.821561 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-33dbb46a-06ba-4d58-a910-ffac5494242e admin admin] 10.222.0.86 "GET /v2.0/routers/bffd3c26-2187-432a-8458-3b3db5a4873c HTTP/1.1" status: 200 len: 710 time: 0.1396732 Jan 18 16:25:57.996697 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230830a-635d-42d4-854d-a2d7ac3d5dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:57.998158 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c230830a-635d-42d4-854d-a2d7ac3d5dc9 admin admin] 10.222.0.86 "GET /v2.0/networks/d9a8ec46-3e76-4b1f-826e-345f3da3cad5 HTTP/1.1" status: 200 len: 886 time: 0.1711605 Jan 18 16:25:58.009914 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:58.288833 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks [] for router_gateway (bffd3c26-2187-432a-8458-3b3db5a4873c), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:58.544326 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks [] for router_gateway (bffd3c26-2187-432a-8458-3b3db5a4873c), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:58.630075 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:58.739186 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Allocated IP 172.27.0.194 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/12d57df3-98da-4b6c-9de3-c27ca61a9d9e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:25:58.846547 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks [] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:58.883641 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:58.935818 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Pushing event updated for resources: {'Port': ['ID=12d57df3-98da-4b6c-9de3-c27ca61a9d9e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:58.939323 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:25:58.941185 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:58.943790 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:25:59.297921 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks [] for router_gateway (bffd3c26-2187-432a-8458-3b3db5a4873c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:59.645218 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7905922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7908056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25481'] for router (bffd3c26-2187-432a-8458-3b3db5a4873c), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:59.648781 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7905979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7905964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7908049'] for router (bffd3c26-2187-432a-8458-3b3db5a4873c), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:59.756500 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Router bffd3c26-2187-432a-8458-3b3db5a4873c has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:25:59.860799 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:25:59.865636 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:59.866853 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-dc41a5a2-ad84-4156-b757-23f27d2a97d0 admin admin] 10.222.0.86 "PUT /v2.0/routers/bffd3c26-2187-432a-8458-3b3db5a4873c HTTP/1.1" status: 200 len: 890 time: 1.8626952 Jan 18 16:26:00.226726 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 08339354-a402-4934-ae85-c7fdcd0d9919 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:26:00.282560 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 08339354-a402-4934-ae85-c7fdcd0d9919 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:26:00.283040 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:00.376786 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 08339354-a402-4934-ae85-c7fdcd0d9919 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:26:01.058559 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Sync routers for ids ['bffd3c26-2187-432a-8458-3b3db5a4873c'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:26:01.070767 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Routers {'bffd3c26-2187-432a-8458-3b3db5a4873c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:26:01.071521 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:25:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['bffd3c26-2187-432a-8458-3b3db5a4873c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:26:01.322519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Set router bffd3c26-2187-432a-8458-3b3db5a4873c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:26:01.942381 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'name': 'router1', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '12d57df3-98da-4b6c-9de3-c27ca61a9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:25:38Z', 'updated_at': '2022-01-18T16:25:59Z', 'revision_number': 4, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'gw_port': {'id': '12d57df3-98da-4b6c-9de3-c27ca61a9d9e', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:58Z', 'updated_at': '2022-01-18T16:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '08339354-a402-4934-ae85-c7fdcd0d9919', 'name': '', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'mac_address': 'fa:16:3e:f3:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:47Z', 'updated_at': '2022-01-18T16:25:51Z', 'revision_number': 5, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'subnets': [{'id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '665eb9eb-3d33-41dc-a196-a884be692b20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:26:02.041039 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Checking router: bffd3c26-2187-432a-8458-3b3db5a4873c for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:26:02.041645 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Updating router bffd3c26-2187-432a-8458-3b3db5a4873c port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:26:02.134172 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:02.562089 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Publish callbacks [] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:02.563958 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39372) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:26:02.571427 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:02.658933 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Attempting to bind port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:26:02.659495 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Attempting to bind port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:26:02.660087 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Attempting to bind port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:26:02.675132 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:26:02.675513 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:26:02.676622 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:02.677294 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:26:02.678176 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Bound port: 12d57df3-98da-4b6c-9de3-c27ca61a9d9e, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:26:02.678732 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:02.687848 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89136-188a-4525-b03c-2deb1ce91da9 None None] Pushing event updated for resources: {'Port': ['ID=12d57df3-98da-4b6c-9de3-c27ca61a9d9e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:26:02.712719 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-53448e50-c7f2-4906-90e3-c4753cc217c3 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1474161 Jan 18 16:26:02.784298 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] For port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:26:02.790516 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] For port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=12d57df3-98da-4b6c-9de3-c27ca61a9d9e,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:26:02.797954 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:02.880278 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Routers {'bffd3c26-2187-432a-8458-3b3db5a4873c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:26:02.881054 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:25:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['bffd3c26-2187-432a-8458-3b3db5a4873c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:26:02.886039 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89136-188a-4525-b03c-2deb1ce91da9 None None] Pushing event updated for resources: {'Port': ['ID=12d57df3-98da-4b6c-9de3-c27ca61a9d9e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:26:03.041746 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] Set router bffd3c26-2187-432a-8458-3b3db5a4873c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:26:03.361575 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'name': 'router1', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '12d57df3-98da-4b6c-9de3-c27ca61a9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:25:38Z', 'updated_at': '2022-01-18T16:25:59Z', 'revision_number': 4, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'gw_port': {'id': '12d57df3-98da-4b6c-9de3-c27ca61a9d9e', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:58Z', 'updated_at': '2022-01-18T16:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '08339354-a402-4934-ae85-c7fdcd0d9919', 'name': '', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'mac_address': 'fa:16:3e:f3:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:47Z', 'updated_at': '2022-01-18T16:25:51Z', 'revision_number': 5, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'subnets': [{'id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '665eb9eb-3d33-41dc-a196-a884be692b20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:26:03.404511 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268e22-569f-4e54-a2d6-13862ad8d20e None None] The sync data for ids ['bffd3c26-2187-432a-8458-3b3db5a4873c'] in dv-cinder-825130-1-iscsi is: [{'id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'name': 'router1', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '12d57df3-98da-4b6c-9de3-c27ca61a9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:25:38Z', 'updated_at': '2022-01-18T16:25:59Z', 'revision_number': 4, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'gw_port': {'id': '12d57df3-98da-4b6c-9de3-c27ca61a9d9e', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:58Z', 'updated_at': '2022-01-18T16:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '08339354-a402-4934-ae85-c7fdcd0d9919', 'name': '', 'network_id': 'dd4d62d7-e8ff-4992-ad35-4a2373a18b4d', 'tenant_id': 'f406b20e0bde41b790f70db0f17e113e', 'mac_address': 'fa:16:3e:f3:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd3c26-2187-432a-8458-3b3db5a4873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:25:47Z', 'updated_at': '2022-01-18T16:25:51Z', 'revision_number': 5, 'project_id': 'f406b20e0bde41b790f70db0f17e113e', 'subnets': [{'id': 'f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '665eb9eb-3d33-41dc-a196-a884be692b20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:26:04.271485 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 12d57df3-98da-4b6c-9de3-c27ca61a9d9e up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:26:04.349648 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:26:04.350189 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:04.484856 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:26:04.485255 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:04.509390 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=12d57df3-98da-4b6c-9de3-c27ca61a9d9e,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:26:04.514505 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:04.569086 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=12d57df3-98da-4b6c-9de3-c27ca61a9d9e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:26:04.761969 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:26:06.234696 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 12d57df3-98da-4b6c-9de3-c27ca61a9d9e up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:26:06.312552 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:26:06.312926 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (12d57df3-98da-4b6c-9de3-c27ca61a9d9e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:06.460861 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 12d57df3-98da-4b6c-9de3-c27ca61a9d9e is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:26:06.485113 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95f1cfc6-b1cd-4516-88f3-9dd71bd7d222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:09.332670 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99bbf2eb-ca3f-418b-929c-bf8cb2f2831b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:10.940444 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:12.341048 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:13.114694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:36.488315 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e7db4843-567d-411a-b11c-ea97de183012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:39.327979 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e318-9d8b-4129-bd1e-91dd42bd6f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:40.943376 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:41.761569 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:26:42.337761 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:43.109710 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:06.486907 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1e26-bfcd-40db-94f6-02900794d63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:09.325047 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-412e73ad-f167-44b5-811d-af17d4b5c2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:10.945418 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:12.339289 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:13.113185 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:18.761349 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:27:26.855717 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:26.929825 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c537941-5398-4b17-9701-85fd398a910c admin admin] GET failed (client error): The resource could not be found. Jan 18 16:27:26.931111 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0c537941-5398-4b17-9701-85fd398a910c admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743711 Jan 18 16:27:27.096833 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b4735-f01b-4804-86cb-1bea95e3c2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:27.099028 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-467b4735-f01b-4804-86cb-1bea95e3c2bc admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1638956 Jan 18 16:27:29.333088 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39866) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:29.428757 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b605b2-c6d9-4316-b0d2-3e80b68b7e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:29.430183 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c0b605b2-c6d9-4316-b0d2-3e80b68b7e36 admin admin] 10.222.0.86 "GET /v2.0/subnets/f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9 HTTP/1.1" status: 200 len: 849 time: 0.0960743 Jan 18 16:27:29.440545 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:27:29.524709 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Publish callbacks [] for subnet (f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:29.669925 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770654860153'] for subnet (f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:29.699808 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:29.700393 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:29.701756 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] 10.222.0.86 "PUT /v2.0/subnets/f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9 HTTP/1.1" status: 200 len: 868 time: 0.2650595 Jan 18 16:27:29.726306 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:27:29.728852 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b7cc34-8004-4d4f-a565-c81fa468cbc7 None None] Network dd4d62d7-e8ff-4992-ad35-4a2373a18b4d requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:27:29.734404 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.734826 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.735094 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.735432 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.735756 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.736084 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.736435 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.736772 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.737116 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.737448 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.737810 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.738136 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:29.738689 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ad09d-bc74-4b9b-8eb3-8c8a5b44c716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:27:30.075999 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b9f19cf7-f22b-4036-a0ab-c2a8275404db None None] Provisioning complete for port 08339354-a402-4934-ae85-c7fdcd0d9919 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:27:30.076411 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9f19cf7-f22b-4036-a0ab-c2a8275404db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (08339354-a402-4934-ae85-c7fdcd0d9919), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:30.156721 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b9f19cf7-f22b-4036-a0ab-c2a8275404db None None] Current status of the port 08339354-a402-4934-ae85-c7fdcd0d9919 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:27:30.166882 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b9f19cf7-f22b-4036-a0ab-c2a8275404db None None] Provisioning complete for port da6e1874-6f3b-413a-88f1-aed8349a8482 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:27:30.167260 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9f19cf7-f22b-4036-a0ab-c2a8275404db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (da6e1874-6f3b-413a-88f1-aed8349a8482), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:30.241663 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b9f19cf7-f22b-4036-a0ab-c2a8275404db None None] Current status of the port da6e1874-6f3b-413a-88f1-aed8349a8482 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:27:31.978979 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:32.183426 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24edffa-8a33-4d21-9944-d661cce2e75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:32.183802 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24edffa-8a33-4d21-9944-d661cce2e75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:32.185355 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e24edffa-8a33-4d21-9944-d661cce2e75b admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053356 Jan 18 16:27:34.453324 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39882) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:34.586785 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e81668-04ea-466c-bfc8-4d636e9b51c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:34.587257 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e81668-04ea-466c-bfc8-4d636e9b51c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:34.588805 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-96e81668-04ea-466c-bfc8-4d636e9b51c6 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345592 Jan 18 16:27:36.479172 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4f4f-4bd9-44b4-9fb5-109bf49311d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:36.828689 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39890) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:36.962993 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea88e635-6fe0-4609-93fa-ba1375962dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:36.964423 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ea88e635-6fe0-4609-93fa-ba1375962dbf admin admin] 10.222.0.86 "GET /v2.0/networks/d9a8ec46-3e76-4b1f-826e-345f3da3cad5 HTTP/1.1" status: 200 len: 886 time: 0.1347492 Jan 18 16:27:39.293752 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39898) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:39.322149 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c81045fb-e11b-473d-a97a-1c392709e7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:39.563438 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71d8b4-244a-4935-bc23-f2a9eeb7706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:39.564789 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-6a71d8b4-244a-4935-bc23-f2a9eeb7706c admin admin] 10.222.0.86 "GET /v2.0/networks/dd4d62d7-e8ff-4992-ad35-4a2373a18b4d HTTP/1.1" status: 200 len: 869 time: 0.2697480 Jan 18 16:27:40.945756 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:41.818716 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39908) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:41.945975 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04205d-53c6-45ee-a96f-d9d148934f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:41.946431 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04205d-53c6-45ee-a96f-d9d148934f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:41.947972 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-eb04205d-53c6-45ee-a96f-d9d148934f80 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283009 Jan 18 16:27:42.341952 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:43.118329 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:44.207798 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39916) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:44.341290 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e747a-7dc2-4745-a3aa-cd3b79c996a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:44.341767 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e747a-7dc2-4745-a3aa-cd3b79c996a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:44.343331 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-004e747a-7dc2-4745-a3aa-cd3b79c996a7 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1344755 Jan 18 16:27:46.638015 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39924) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:46.759392 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3277c9-b649-41ef-9e45-0bb9d0eb205f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:46.760914 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-8a3277c9-b649-41ef-9e45-0bb9d0eb205f admin admin] 10.222.0.86 "GET /v2.0/subnets/e90b65e5-b028-416d-848a-b481c0da326d HTTP/1.1" status: 200 len: 816 time: 0.1217253 Jan 18 16:27:49.121081 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 39932) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:27:49.221178 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d666e-cce4-44ed-98d1-7d2ef77f4ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:27:49.223598 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-903d666e-cce4-44ed-98d1-7d2ef77f4ed6 admin admin] 10.222.0.86 "GET /v2.0/subnets/f80dd9bd-f4e5-4c2c-a2c5-324947e60aa9 HTTP/1.1" status: 200 len: 868 time: 0.1012049 Jan 18 16:27:55.765855 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:28:06.487600 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-70a671a0-3ede-46c9-a14b-f7205b8255e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:09.318339 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3ebce2f-15ff-4090-9d7d-608327b5b40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:10.958868 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:12.357659 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:13.124896 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:16.133411 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39986) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:28:16.192780 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [None req-d177c729-f2cb-4773-b767-9efa8366c397 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:28:16.194570 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d177c729-f2cb-4773-b767-9efa8366c397 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0599830 Jan 18 16:28:18.625047 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 39994) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:28:18.699477 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa85b4c4-bf6f-4852-9ff0-ee7e41d7f66e admin admin] GET failed (client error): The resource could not be found. Jan 18 16:28:18.700867 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-fa85b4c4-bf6f-4852-9ff0-ee7e41d7f66e admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0748229 Jan 18 16:28:18.856600 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dfeff5-a1e7-4891-97fe-1a9dfa7e1f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:28:18.858015 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c3dfeff5-a1e7-4891-97fe-1a9dfa7e1f27 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1522734 Jan 18 16:28:21.298936 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:28:21.354271 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '290566a64cc04828a4b0c4731624fdd6', 'shared': True, 'name': 'shared', 'tenant_id': '290566a64cc04828a4b0c4731624fdd6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:28:21.390411 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Made reservation on behalf of 290566a64cc04828a4b0c4731624fdd6 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:28:21.392787 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:21.422758 dv-cinder-825130-1-iscsi neutron-server[102690]: WARNING neutron.services.revisions.revision_plugin [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Could not find related network for resource to bump revision. Jan 18 16:28:21.440469 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:28:21.451651 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (37342bfd-33c0-40ce-a192-30e398a81c02), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:21.451974 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Added segment 37342bfd-33c0-40ce-a192-30e398a81c02 of type vlan for network eb81f4b7-443f-4fd1-8446-a3675d7111f9 Jan 18 16:28:21.494373 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (eb81f4b7-443f-4fd1-8446-a3675d7111f9), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:21.524194 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (eb81f4b7-443f-4fd1-8446-a3675d7111f9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:21.525180 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:28:21.525773 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:21.583655 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2831342 Jan 18 16:28:21.589598 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c72703-4f24-4c36-9628-fa621fa5caab admin admin] Pushing event updated for resources: {'Network': ['ID=eb81f4b7-443f-4fd1-8446-a3675d7111f9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:28:21.602710 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network eb81f4b7-443f-4fd1-8446-a3675d7111f9 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:28:24.036740 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40014) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:28:24.103335 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c7574a-417b-4d5f-806b-ecb0b52b3df2 admin admin] GET failed (client error): The resource could not be found. Jan 18 16:28:24.104897 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-23c7574a-417b-4d5f-806b-ecb0b52b3df2 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668814 Jan 18 16:28:24.294008 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4a05d-3adc-441a-a154-e7ca431d8a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:28:24.295748 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-cbd4a05d-3adc-441a-a154-e7ca431d8a16 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1865866 Jan 18 16:28:24.309796 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Request body: {'subnet': {'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9', 'name': 'shared-subnet', 'tenant_id': '290566a64cc04828a4b0c4731624fdd6', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:28:24.339240 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Made reservation on behalf of 290566a64cc04828a4b0c4731624fdd6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:28:24.341636 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:24.542613 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (73d9c65d-f64b-44a3-877f-9a027ffb25bc), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:24.604962 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d9c65d-f64b-44a3-877f-9a027ffb25bc,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:28:24.613289 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Checking segment: {'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:28:24.613681 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Network hostable DHCP agents. Network: eb81f4b7-443f-4fd1-8446-a3675d7111f9, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:28:24.637389 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Network eb81f4b7-443f-4fd1-8446-a3675d7111f9 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:28:24.649169 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, eb81f4b7-443f-4fd1-8446-a3675d7111f9) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:28:24.661747 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:28:24.662322 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:24.668453 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fe33e-2b9e-4c20-be75-88a84d2362f8 None None] Network eb81f4b7-443f-4fd1-8446-a3675d7111f9 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:28:24.691622 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-10b1dd65-0738-470c-9785-eefa60b15cc9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3883245 Jan 18 16:28:24.834661 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-eb81f4b7-443f-4fd1-8446-a3675d7111f9', 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9', 'project_id': '290566a64cc04828a4b0c4731624fdd6', 'fixed_ips': [{'subnet_id': '73d9c65d-f64b-44a3-877f-9a027ffb25bc'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:28:24.835828 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:25.021640 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Allocated IP 192.168.233.2 (eb81f4b7-443f-4fd1-8446-a3675d7111f9/73d9c65d-f64b-44a3-877f-9a027ffb25bc/20d573fe-a8ea-43ce-a763-503df8ab91d4) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:28:25.346118 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Publish callbacks [] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:25.354172 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:25.390641 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Network eb81f4b7-443f-4fd1-8446-a3675d7111f9 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:28:25.400177 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:28:25.402827 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:28:25.413210 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Pushing event updated for resources: {'Port': ['ID=20d573fe-a8ea-43ce-a763-503df8ab91d4,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:28:25.442040 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.442421 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.442783 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.443116 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.443440 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.443763 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.444087 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.444421 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.444729 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.445061 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.445386 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.445728 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.446048 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:28:25.483685 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Attempting to bind port 20d573fe-a8ea-43ce-a763-503df8ab91d4 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:28:25.484050 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Attempting to bind port 20d573fe-a8ea-43ce-a763-503df8ab91d4 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:28:25.484441 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Attempting to bind port 20d573fe-a8ea-43ce-a763-503df8ab91d4 on network eb81f4b7-443f-4fd1-8446-a3675d7111f9 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:28:25.490727 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:28:25.491093 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Checking segment: {'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:28:25.491496 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:25.491879 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Bound using segment: {'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:28:25.492353 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Bound port: 20d573fe-a8ea-43ce-a763-503df8ab91d4, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:28:25.492726 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:25.563820 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] For port 20d573fe-a8ea-43ce-a763-503df8ab91d4, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:28:25.568274 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] For port 20d573fe-a8ea-43ce-a763-503df8ab91d4, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=20d573fe-a8ea-43ce-a763-503df8ab91d4,segment=NetworkSegment(37342bfd-33c0-40ce-a192-30e398a81c02),segment_id=37342bfd-33c0-40ce-a192-30e398a81c02)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:28:25.574974 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:25.640239 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69940898-7247-4838-8ea0-794c8a84b019 None None] Pushing event updated for resources: {'Port': ['ID=20d573fe-a8ea-43ce-a763-503df8ab91d4,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:28:26.317189 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 20d573fe-a8ea-43ce-a763-503df8ab91d4 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:28:26.383051 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 20d573fe-a8ea-43ce-a763-503df8ab91d4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:28:26.383457 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:26.489159 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 20d573fe-a8ea-43ce-a763-503df8ab91d4 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:28:26.489577 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:26.527127 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 20d573fe-a8ea-43ce-a763-503df8ab91d4, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=20d573fe-a8ea-43ce-a763-503df8ab91d4,segment=NetworkSegment(37342bfd-33c0-40ce-a192-30e398a81c02),segment_id=37342bfd-33c0-40ce-a192-30e398a81c02)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:28:26.535209 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:26.597495 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=20d573fe-a8ea-43ce-a763-503df8ab91d4,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:28:26.722822 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d0748-a755-4c8c-b618-56864220a7aa None None] Network eb81f4b7-443f-4fd1-8446-a3675d7111f9 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:28:26.802428 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e0a085b2-eff9-45d4-bd36-211a0a188074 None None] Provisioning complete for port 20d573fe-a8ea-43ce-a763-503df8ab91d4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:28:26.802862 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e0a085b2-eff9-45d4-bd36-211a0a188074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:26.935248 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e0a085b2-eff9-45d4-bd36-211a0a188074 None None] Current status of the port 20d573fe-a8ea-43ce-a763-503df8ab91d4 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:28:27.164401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f6abab89-c53f-4fce-8e3a-0ad7f4bac369 None None] Provisioning complete for port 20d573fe-a8ea-43ce-a763-503df8ab91d4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:28:27.164802 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6abab89-c53f-4fce-8e3a-0ad7f4bac369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:27.270991 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f6abab89-c53f-4fce-8e3a-0ad7f4bac369 None None] Current status of the port 20d573fe-a8ea-43ce-a763-503df8ab91d4 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:28:28.284749 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 20d573fe-a8ea-43ce-a763-503df8ab91d4 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:28:28.341011 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 20d573fe-a8ea-43ce-a763-503df8ab91d4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:28:28.341396 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (20d573fe-a8ea-43ce-a763-503df8ab91d4), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:28.431314 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 20d573fe-a8ea-43ce-a763-503df8ab91d4 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:28:32.764354 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:28:36.480562 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2931f5a0-df3d-41cc-a160-acf7af68c0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:39.321071 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1fe1896b-4012-4a11-8202-897f52c381f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:40.950544 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:42.348489 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:43.118747 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:06.482714 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eb6862b2-4df3-4c6d-b387-f813691ee24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:09.326922 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d08deaf9-c3aa-408d-9bd9-33c65d359382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:09.763286 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:29:10.956946 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:12.350721 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:13.123736 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:36.487277 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c4be18a-1c9d-4e9e-97db-4d9ee7159b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:39.334578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3f93040b-698b-4b9b-9dd7-03dc3684e09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:40.957990 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:42.366695 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:43.120210 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:46.763480 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:29:47.070922 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40058) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:47.077596 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [None req-9dac1bfc-3f60-4faa-b554-745147c7ddd0 tempest-verify_tempest_config-1109335090 tempest-verify_tempest_config-1109335090-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:29:47.079190 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9dac1bfc-3f60-4faa-b554-745147c7ddd0 tempest-verify_tempest_config-1109335090 tempest-verify_tempest_config-1109335090-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0069606 Jan 18 16:29:47.440921 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40076) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:47.559242 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:47.639994 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Publish callbacks [] for security_group (181af464-c295-4de4-a87e-e87c3497fdb7), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:47.644225 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (181af464-c295-4de4-a87e-e87c3497fdb7), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:47.690731 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c16b7dec6604f4db8b1f2a0986aed29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2486846 Jan 18 16:29:47.691561 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181af464-c295-4de4-a87e-e87c3497fdb7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:47.693485 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40080) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:47.699042 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.699467 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.699762 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.700106 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.700436 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.700770 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.701102 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.701438 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.701791 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.702119 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.702442 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.702766 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.703137 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65578c-3fc1-4772-b386-472ecdc2e4d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.753178 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Publish callbacks [] for security_group (181af464-c295-4de4-a87e-e87c3497fdb7), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:47.775137 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Publish callbacks [] for security_group (181af464-c295-4de4-a87e-e87c3497fdb7), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:47.866127 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (181af464-c295-4de4-a87e-e87c3497fdb7), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:47.868631 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:47.869828 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/181af464-c295-4de4-a87e-e87c3497fdb7 HTTP/1.1" status: 204 len: 168 time: 0.1752832 Jan 18 16:29:47.880090 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181af464-c295-4de4-a87e-e87c3497fdb7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:47.887215 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.887596 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.887945 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.888305 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.888619 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.888951 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.889280 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.889640 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.889982 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.890333 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.890700 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.891560 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:47.891885 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae11de08-97e9-4359-b19e-86dd0534ff0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:06.489809 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edf8-a892-4f92-a43c-8d4e601095d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.326259 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-293ff6c5-4193-4cee-92b6-b51d4cad2e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.959992 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:12.357673 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.113647 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:23.762318 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:30:36.494881 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d15a902f-0667-4eda-89a2-2e73c86e1b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.336243 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8106fefa-3183-4829-ba02-173e3a7ee98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.963083 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.363027 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:43.116988 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:00.760679 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:31:06.501057 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-54ff10b5-ac38-4114-b22a-9089fb557cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:09.335735 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-845b9aff-1b48-4010-a283-765d95c9c77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:10.970692 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:12.366337 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.120475 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:23.569148 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905452'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.495977 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffd66243-08d7-452a-bdc2-5aff2798ac24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.760098 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:31:39.328775 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5dff-5395-400c-becd-f0d3c0158c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.394650 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40156) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:39.503739 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7234d735-ed93-4f8b-be1d-b1a89da6f745 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1079872 Jan 18 16:31:40.969095 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.777761 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40166) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:41.840780 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0b61b63e-881d-4b6b-b463-3d60c030568c admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0619087 Jan 18 16:31:42.367201 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:43.124483 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.560512 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:06.502058 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04f12ae2-4f7d-4923-b0ea-ba7235bae029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:09.332102 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3a312e9-0f07-4942-8e8b-e95d1ee325fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.972172 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:12.374111 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:13.129148 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.759561 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:32:23.572697 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:36.501756 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db00070d-3154-424a-8299-3428171b8034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.341635 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b2c76636-5b1e-4841-ba59-49bc4c2e92c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.979381 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:42.375260 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:43.133679 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:51.759320 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:32:53.562399 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.496629 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-31c60fb4-7236-4170-8794-643ad7374d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.341035 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1772-13f5-4a55-8a7d-08d48441b657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:10.981564 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:12.393575 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.142556 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.542188 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40334) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:14.707244 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40348) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:14.816644 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-538480337-network', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:14.847854 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Made reservation on behalf of ac4e86b39e7a4904912343571ef86b74 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:14.851058 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.866531 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.929233 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:14.951103 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks [] for security_group (27494472-9052-43e9-bfd9-29717c2fcedb), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.959634 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (27494472-9052-43e9-bfd9-29717c2fcedb), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.990664 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27494472-9052-43e9-bfd9-29717c2fcedb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:14.993102 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:33:15.005723 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.006083 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.006428 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.006763 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.007090 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.007412 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.007740 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.008073 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.008407 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.008745 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.009081 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.009399 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.009742 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Tracked resource versions report: Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: pushed versions: Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: { 'AddressGroup': {'1.2'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'ConntrackHelper': {'1.0'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Log': {'1.0'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Network': {'1.1'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Port': {'1.7'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'PortForwarding': {'1.2'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'QosPolicy': {'1.10'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroup': {'1.5'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SubPort': {'1.0'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Subnet': {'1.1'}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Trunk': {'1.1'}} Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: consumer versions: Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: HyperV agent@hv-cinder-82513: {}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'ConntrackHelper': '1.0', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'LocalIPAssociation': '1.0', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Log': '1.0', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Network': '1.1', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Port': '1.7', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'PortForwarding': '1.2', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'QosPolicy': '1.10', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroup': '1.5', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SecurityGroupRule': '1.2', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'SubPort': '1.0', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Subnet': '1.1', Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: 'Trunk': '1.1'}} Jan 18 16:33:15.010946 dv-cinder-825130-1-iscsi neutron-server[102690]: {{(pid=102690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:33:15.014093 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (3538646a-607a-422d-9ebc-ea54c6cc5ec2), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.014434 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Added segment 3538646a-607a-422d-9ebc-ea54c6cc5ec2 of type vlan for network f554de0e-6680-4aba-b862-4961f254c90e Jan 18 16:33:15.049645 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1961799645-network', 'tenant_id': 'dba904fb8d2b4eef9f7c7a5740170780'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:15.067998 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (f554de0e-6680-4aba-b862-4961f254c90e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.117151 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (f554de0e-6680-4aba-b862-4961f254c90e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.118289 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:15.119003 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.123985 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Made reservation on behalf of dba904fb8d2b4eef9f7c7a5740170780 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:15.126364 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.143178 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.155579 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6122997 Jan 18 16:33:15.158809 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40376) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:15.167516 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Request body: {'subnet': {'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-subnet', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:15.238812 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Made reservation on behalf of ac4e86b39e7a4904912343571ef86b74 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:15.246037 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.321923 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks [] for security_group (8d76fb44-87c0-4454-91a2-76e11b0bbb88), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.330610 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8d76fb44-87c0-4454-91a2-76e11b0bbb88), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.360871 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5af96-8536-42b8-8955-f4a4ddbd87e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f554de0e-6680-4aba-b862-4961f254c90e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:15.377708 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network f554de0e-6680-4aba-b862-4961f254c90e details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:33:15.395581 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d76fb44-87c0-4454-91a2-76e11b0bbb88,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:15.432133 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:33:15.446837 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.448830 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Added segment bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45 of type vlan for network 8dd083ae-24c9-4a76-85c1-b5a769e8710c Jan 18 16:33:15.516644 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-345476738-network', 'tenant_id': 'ab9b96a91d1c445784f56615d978d6d6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:15.532602 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (8dd083ae-24c9-4a76-85c1-b5a769e8710c), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.540555 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (7fe2521f-1021-415c-b26a-e70fb0d94f2a), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.572928 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (8dd083ae-24c9-4a76-85c1-b5a769e8710c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.574772 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:15.575374 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.607218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Made reservation on behalf of ab9b96a91d1c445784f56615d978d6d6 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:15.609819 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.633671 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.643888 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40392) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:15.644054 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd083ae-24c9-4a76-85c1-b5a769e8710c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:15.658977 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Checking segment: {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:15.659358 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Network hostable DHCP agents. Network: f554de0e-6680-4aba-b862-4961f254c90e, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:33:15.660440 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:33:15.663162 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe2521f-1021-415c-b26a-e70fb0d94f2a,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:15.668420 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-912dfe76-4b09-4bc8-b5a9-e849ce127f18 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9599764 Jan 18 16:33:15.669100 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40398) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:15.675357 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Request body: {'subnet': {'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1961799645-subnet', 'tenant_id': 'dba904fb8d2b4eef9f7c7a5740170780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:15.680040 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.680514 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.680928 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.681349 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.681789 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.682188 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.682609 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.683020 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.683417 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.683811 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.684245 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.684637 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.685027 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Tracked resource versions report: Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: pushed versions: Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: { 'AddressGroup': {'1.2'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'ConntrackHelper': {'1.0'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Log': {'1.0'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Network': {'1.1'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Port': {'1.7'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'PortForwarding': {'1.2'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'QosPolicy': {'1.10'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroup': {'1.5'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SubPort': {'1.0'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Subnet': {'1.1'}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Trunk': {'1.1'}} Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: consumer versions: Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: HyperV agent@hv-cinder-82513: {}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'ConntrackHelper': '1.0', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'LocalIPAssociation': '1.0', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Log': '1.0', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Network': '1.1', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Port': '1.7', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'PortForwarding': '1.2', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'QosPolicy': '1.10', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroup': '1.5', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SecurityGroupRule': '1.2', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'SubPort': '1.0', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Subnet': '1.1', Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: 'Trunk': '1.1'}} Jan 18 16:33:15.686362 dv-cinder-825130-1-iscsi neutron-server[102689]: {{(pid=102689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:33:15.720040 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Network f554de0e-6680-4aba-b862-4961f254c90e is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:33:15.728406 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Made reservation on behalf of dba904fb8d2b4eef9f7c7a5740170780 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:15.735059 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.748105 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, f554de0e-6680-4aba-b862-4961f254c90e) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:15.759925 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:15.761079 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.784702 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-e4f95ee3-711a-440e-8377-c17e7e408634 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6243918 Jan 18 16:33:15.790955 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40402) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:15.797506 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:15.801947 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa5bc7-e564-4200-aee4-09d1af53145e None None] Network f554de0e-6680-4aba-b862-4961f254c90e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:15.869242 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks [] for security_group (85a491ed-7b7e-4110-a0cc-2505f3e9a8c3), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.871391 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (d12e2f32-4334-4644-b43e-fc305bb64620), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.872435 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (d12e2f32-4334-4644-b43e-fc305bb64620), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.879321 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (85a491ed-7b7e-4110-a0cc-2505f3e9a8c3), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.893389 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40404) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:15.943053 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:33:15.957952 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (6be18838-52c6-4e21-b6ff-6a1ce1516436), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.959264 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Added segment 6be18838-52c6-4e21-b6ff-6a1ce1516436 of type vlan for network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca Jan 18 16:33:15.959724 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b678e02-2477-4366-9dd4-14288e56f5b9 None None] Network f554de0e-6680-4aba-b862-4961f254c90e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:16.001190 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.015389 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (3ca8cf5a-3db1-4bca-80c2-3321cb3aabca), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.049761 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (3ca8cf5a-3db1-4bca-80c2-3321cb3aabca), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.050903 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:16.051625 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.125815 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (13b89a15-6265-4f2e-80e8-c65a89f40785), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.151922 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] Pushing event updated for resources: {'Network': ['ID=3ca8cf5a-3db1-4bca-80c2-3321cb3aabca,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.159513 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-657839521-network', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:16.172563 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c1df6f72-54a9-4402-bb1a-b8bfee25525e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2406626 Jan 18 16:33:16.184129 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40420) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:16.190924 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:33:16.194384 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks [] for router_controller (d12e2f32-4334-4644-b43e-fc305bb64620), precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.198534 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Request body: {'subnet': {'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-345476738-subnet', 'tenant_id': 'ab9b96a91d1c445784f56615d978d6d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:16.199363 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-network', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:16.206652 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Made reservation on behalf of a7b76ec84b004fe285d6a562bd52247f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:16.209512 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.268139 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b89a15-6265-4f2e-80e8-c65a89f40785,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.289200 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Made reservation on behalf of ab9b96a91d1c445784f56615d978d6d6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:16.291755 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.295290 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Checking segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:16.296770 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Network hostable DHCP agents. Network: 8dd083ae-24c9-4a76-85c1-b5a769e8710c, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:33:16.341064 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.396177 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:33:16.432926 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 8dd083ae-24c9-4a76-85c1-b5a769e8710c) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:16.445303 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Made reservation on behalf of fa5307ffd5904957a739da2767136aaa for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:16.447701 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.449995 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:16.455164 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.457507 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks [] for router_gateway (d12e2f32-4334-4644-b43e-fc305bb64620), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.459975 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a03db-cc60-4b4e-b761-747a1df9d768 None None] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:16.475864 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.514692 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-23f1f889-dff6-4cf2-be2d-f9c0b273b48d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8440123 Jan 18 16:33:16.702589 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890cded-f7fa-4aef-b35f-a1635af39674 None None] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:16.773664 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (e7d639d2-2125-4f50-92ec-45ab220bc9d2), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.815736 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks [] for security_group (9d84d704-ca48-48e8-8807-ff594f499abc), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.878190 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9d84d704-ca48-48e8-8807-ff594f499abc), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.913268 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d639d2-2125-4f50-92ec-45ab220bc9d2,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.944594 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84d704-ca48-48e8-8807-ff594f499abc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.950086 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:33:16.962752 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (954f7902-5657-402e-b70f-f15bf8126411), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.964043 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Added segment 954f7902-5657-402e-b70f-f15bf8126411 of type vlan for network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 Jan 18 16:33:16.979460 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Checking segment: {'id': '6be18838-52c6-4e21-b6ff-6a1ce1516436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:16.980537 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Network hostable DHCP agents. Network: 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:33:17.009144 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:33:17.010557 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (09e3d9d3-2b7d-4033-9e82-ab688ec153b3), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.023202 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:17.028215 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.028892 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.035925 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad0f73-ceb6-46d1-abc1-9f08c28d2f80 None None] Network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:17.050816 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (09e3d9d3-2b7d-4033-9e82-ab688ec153b3), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.051820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.053089 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.072724 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-adbc0f7a-395f-4829-90c8-702193478068 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8863676 Jan 18 16:33:17.210483 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks [] for security_group (e169b647-9400-429d-b9da-da7ec7ac2bbe), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.218886 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5657637 Jan 18 16:33:17.222869 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (e169b647-9400-429d-b9da-da7ec7ac2bbe), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.223970 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a2ef0-b1fd-40a5-b5e9-9ca6da0fa9b4 None None] Network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:17.225495 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40456) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:17.238125 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Request body: {'subnet': {'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-657839521-subnet', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:17.278130 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Made reservation on behalf of a7b76ec84b004fe285d6a562bd52247f for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:17.283034 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.356501 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e169b647-9400-429d-b9da-da7ec7ac2bbe,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:17.360791 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:33:17.377626 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (00d47bd6-71df-4c0a-873c-34505493af36), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.377981 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Added segment 00d47bd6-71df-4c0a-873c-34505493af36 of type vlan for network 27598ce3-f982-44f0-8153-7dd12b009926 Jan 18 16:33:17.451524 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2f827-a8cd-4359-8d3d-aa6f2a63cd7c admin admin] Pushing event updated for resources: {'Network': ['ID=09e3d9d3-2b7d-4033-9e82-ab688ec153b3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:17.461096 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (27598ce3-f982-44f0-8153-7dd12b009926), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.489900 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:33:17.591104 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (749f86b2-48c9-46ed-9729-e72f7c9866a6), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.611317 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (27598ce3-f982-44f0-8153-7dd12b009926), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.612298 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.612887 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.657436 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749f86b2-48c9-46ed-9729-e72f7c9866a6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:17.676113 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Checking segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:17.676454 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Network hostable DHCP agents. Network: 09e3d9d3-2b7d-4033-9e82-ab688ec153b3, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:33:17.696464 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:33:17.709575 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 09e3d9d3-2b7d-4033-9e82-ab688ec153b3) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:17.714906 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8119113 Jan 18 16:33:17.718358 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40464) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:17.720685 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e973ca52-f5ba-495c-bd8a-343e66753210 None None] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:17.726420 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.727553 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.742480 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks [] for router_gateway (d12e2f32-4334-4644-b43e-fc305bb64620), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.758331 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Request body: {'subnet': {'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-subnet', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:17.772506 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5600f9-2c14-4e66-bee0-fd5d346fc714 admin admin] Pushing event updated for resources: {'Network': ['ID=27598ce3-f982-44f0-8153-7dd12b009926,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:17.776053 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.800211 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-783f62be-d508-4956-913c-632a5596c605 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5670965 Jan 18 16:33:17.803638 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40466) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:17.809360 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 27598ce3-f982-44f0-8153-7dd12b009926 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:33:17.811881 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:17.827905 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Made reservation on behalf of fa5307ffd5904957a739da2767136aaa for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:17.830970 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.908146 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (6391cf8f-ce3b-4438-855a-fc446cbab28e), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.912703 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (6391cf8f-ce3b-4438-855a-fc446cbab28e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.993782 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:33:17.994966 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.997028 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Allocated IP 172.27.0.18 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/a2cae7f0-3153-45f0-841d-415c13bd4e13) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:18.130997 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks [] for router_controller (6391cf8f-ce3b-4438-855a-fc446cbab28e), precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.197904 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks [] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.231970 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Allocated IP 172.20.0.2 (09e3d9d3-2b7d-4033-9e82-ab688ec153b3/749f86b2-48c9-46ed-9729-e72f7c9866a6/8a0d7b01-64b0-423d-a110-c914dc66b40f) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:18.339344 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.383800 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks [] for router_gateway (6391cf8f-ce3b-4438-855a-fc446cbab28e), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.386869 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:18.401133 dv-cinder-825130-1-iscsi neutron-server[102690]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 16:33:18.438452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:18.439448 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Publish callbacks [] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.445334 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:18.448573 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.456024 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:18.460156 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Pushing event updated for resources: {'Port': ['ID=a2cae7f0-3153-45f0-841d-415c13bd4e13,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:18.473611 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (2444eeac-bcab-49e0-a584-cb934c90f8f8), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.512300 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Pushing event updated for resources: {'Port': ['ID=8a0d7b01-64b0-423d-a110-c914dc66b40f,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:18.521092 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:18.523486 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.523990 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.524335 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.525155 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.525510 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.525843 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.526170 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.526507 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.527436 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.527785 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.528115 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.528439 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.528759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Tracked resource versions report: Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: pushed versions: Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: { 'AddressGroup': {'1.2'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'ConntrackHelper': {'1.0'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Log': {'1.0'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Network': {'1.1'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Port': {'1.7'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'PortForwarding': {'1.2'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'QosPolicy': {'1.10'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroup': {'1.5'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SubPort': {'1.0'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Subnet': {'1.1'}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Trunk': {'1.1'}} Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: consumer versions: Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: HyperV agent@hv-cinder-82513: {}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'ConntrackHelper': '1.0', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'LocalIPAssociation': '1.0', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Log': '1.0', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Network': '1.1', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Port': '1.7', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'PortForwarding': '1.2', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'QosPolicy': '1.10', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroup': '1.5', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SecurityGroupRule': '1.2', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'SubPort': '1.0', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Subnet': '1.1', Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: 'Trunk': '1.1'}} Jan 18 16:33:18.529950 dv-cinder-825130-1-iscsi neutron-server[102691]: {{(pid=102691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:33:18.532763 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:18.553631 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:18.618159 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Attempting to bind port 8a0d7b01-64b0-423d-a110-c914dc66b40f on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:18.618829 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Attempting to bind port 8a0d7b01-64b0-423d-a110-c914dc66b40f by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:18.619197 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Attempting to bind port 8a0d7b01-64b0-423d-a110-c914dc66b40f on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:18.625715 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:18.626138 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Checking segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:18.626496 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.626886 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Bound using segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:18.627369 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Bound port: 8a0d7b01-64b0-423d-a110-c914dc66b40f, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:18.627747 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.715033 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] For port 8a0d7b01-64b0-423d-a110-c914dc66b40f, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:18.719043 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] For port 8a0d7b01-64b0-423d-a110-c914dc66b40f, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=8a0d7b01-64b0-423d-a110-c914dc66b40f,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:18.724725 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.783693 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbce38-bea9-4895-baab-6f1a86ced9dc None None] Pushing event updated for resources: {'Port': ['ID=8a0d7b01-64b0-423d-a110-c914dc66b40f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:18.849524 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks [] for router_gateway (d12e2f32-4334-4644-b43e-fc305bb64620), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.864583 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-0bd8ae9d-9969-43d5-919e-706b91105b42 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:18.866267 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-0bd8ae9d-9969-43d5-919e-706b91105b42 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.4767308 Jan 18 16:33:18.871553 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2444eeac-bcab-49e0-a584-cb934c90f8f8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:18.876993 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Checking segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:18.877447 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Network hostable DHCP agents. Network: 27598ce3-f982-44f0-8153-7dd12b009926, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:33:18.909382 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-4fec2ea1-a562-4623-922a-c2c6c6a4d910 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/quotas/dba904fb8d2b4eef9f7c7a5740170780 HTTP/1.1" status: 200 len: 375 time: 0.0272367 Jan 18 16:33:18.985566 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-31c53bf4-19a8-4bbf-9e14-1a75b2186360 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664144 Jan 18 16:33:18.987026 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Network 27598ce3-f982-44f0-8153-7dd12b009926 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:33:19.007900 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 27598ce3-f982-44f0-8153-7dd12b009926) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:19.019566 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc452306-e915-4a79-a6fa-31e26eaff60b None None] Network 27598ce3-f982-44f0-8153-7dd12b009926 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:19.023149 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:19.023986 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.103417 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-cf4e3f6a-8db7-424e-a9e5-339ebf120674 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3539472 Jan 18 16:33:19.112624 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40512) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:19.119929 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:19.200317 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (d12e2f32-4334-4644-b43e-fc305bb64620), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.308410 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks [] for router_gateway (6391cf8f-ce3b-4438-855a-fc446cbab28e), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.342980 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-849b8fc5-a53a-4a28-b0e5-c15c3c145020 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:33:19.350415 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-849b8fc5-a53a-4a28-b0e5-c15c3c145020 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1081409 Jan 18 16:33:19.359443 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.468071 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40536) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:19.473652 dv-cinder-825130-1-iscsi neutron-server[102689]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 16:33:19.476652 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-27598ce3-f982-44f0-8153-7dd12b009926', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:33:19.478188 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.550825 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (aa5db699-b15b-41bb-95b3-de727e60b909), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.552427 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (aa5db699-b15b-41bb-95b3-de727e60b909), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.556259 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-f4a68d6e-cafd-4606-91ac-f3f261d1d730 service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049696 Jan 18 16:33:19.581370 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Allocated IP 172.27.0.172 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/c721d882-5d95-4f17-a978-301424525513) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:19.692187 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Allocated IP 172.20.0.2 (27598ce3-f982-44f0-8153-7dd12b009926/2444eeac-bcab-49e0-a584-cb934c90f8f8/eb726074-a938-4ef6-a5d1-ad91ba595401) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:19.732935 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-43934d82-e583-478f-8a89-ed3ec8862185 service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655209 Jan 18 16:33:19.742180 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks [] for router_controller (aa5db699-b15b-41bb-95b3-de727e60b909), precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.751234 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-07bdd26d-16f7-41ae-9c6f-ef5e23f6ad15 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:19.752863 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-07bdd26d-16f7-41ae-9c6f-ef5e23f6ad15 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/networks?id=3ca8cf5a-3db1-4bca-80c2-3321cb3aabca HTTP/1.1" status: 200 len: 811 time: 0.2837801 Jan 18 16:33:19.777374 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks [] for port (c721d882-5d95-4f17-a978-301424525513), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.819637 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (c721d882-5d95-4f17-a978-301424525513), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.841618 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Router d12e2f32-4334-4644-b43e-fc305bb64620 is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:33:19.856366 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-aed23448-adf1-461a-9169-b069a623070f tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/quotas/ab9b96a91d1c445784f56615d978d6d6 HTTP/1.1" status: 200 len: 375 time: 0.0971746 Jan 18 16:33:19.878876 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:19.883742 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:19.892328 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:19.908972 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Publish callbacks [] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.926002 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.983797 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Network 27598ce3-f982-44f0-8153-7dd12b009926 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:19.993191 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:19.995928 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:19.998421 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Pushing event updated for resources: {'Port': ['ID=eb726074-a938-4ef6-a5d1-ad91ba595401,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:20.084637 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks [] for router_gateway (aa5db699-b15b-41bb-95b3-de727e60b909), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.090937 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Attempting to bind port eb726074-a938-4ef6-a5d1-ad91ba595401 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:20.092358 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Attempting to bind port eb726074-a938-4ef6-a5d1-ad91ba595401 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:20.092759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Attempting to bind port eb726074-a938-4ef6-a5d1-ad91ba595401 on network 27598ce3-f982-44f0-8153-7dd12b009926 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:20.105144 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-6fe9b316-7c7f-425c-872f-a3eb6619b993 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab9b96a91d1c445784f56615d978d6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2478018 Jan 18 16:33:20.120101 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:20.120450 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Checking segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:20.121056 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.121450 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Bound using segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:20.121959 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Bound port: eb726074-a938-4ef6-a5d1-ad91ba595401, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:20.122339 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.261265 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:20.271011 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] For port eb726074-a938-4ef6-a5d1-ad91ba595401, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:20.275337 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Sync routers for ids ['d12e2f32-4334-4644-b43e-fc305bb64620'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:20.275943 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks [] for router_gateway (6391cf8f-ce3b-4438-855a-fc446cbab28e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.277565 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Pushing event updated for resources: {'Port': ['ID=c721d882-5d95-4f17-a978-301424525513,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:20.295955 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] For port eb726074-a938-4ef6-a5d1-ad91ba595401, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=eb726074-a938-4ef6-a5d1-ad91ba595401,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:20.303499 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Routers {'d12e2f32-4334-4644-b43e-fc305bb64620'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:20.305277 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['d12e2f32-4334-4644-b43e-fc305bb64620'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:20.310644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.352415 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.354634 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-28ee93ff-6bd3-414e-bfcd-b5ecb74b4d6e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5620770 Jan 18 16:33:20.357821 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40570) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:20.540267 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df510f-7a30-41cb-a823-fabdb85ff4db None None] Pushing event updated for resources: {'Port': ['ID=eb726074-a938-4ef6-a5d1-ad91ba595401,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:20.566776 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8e15f-ec49-42ed-b0f0-2068da34bdbd None None] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:20.616326 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-82bbdfe9-b051-4586-8c56-35aaed1ef8c9 req-0ffa5d6d-43c3-4144-ab21-d19aaa54874d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 210 time: 0.1102691 Jan 18 16:33:20.726863 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 8a0d7b01-64b0-423d-a110-c914dc66b40f up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:20.789340 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ea026312-db18-4182-a57f-283dccd2e979 None None] Provisioning complete for port 8a0d7b01-64b0-423d-a110-c914dc66b40f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:20.789771 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea026312-db18-4182-a57f-283dccd2e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.833632 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Set router d12e2f32-4334-4644-b43e-fc305bb64620 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:20.904575 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (6391cf8f-ce3b-4438-855a-fc446cbab28e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.056397 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ea026312-db18-4182-a57f-283dccd2e979 None None] Current status of the port 8a0d7b01-64b0-423d-a110-c914dc66b40f is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:21.057153 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea026312-db18-4182-a57f-283dccd2e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.101270 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-c8f8bd9a-2904-402a-ab48-f98eae271950 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:33:21.107618 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-c8f8bd9a-2904-402a-ab48-f98eae271950 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8442600 Jan 18 16:33:21.118073 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ea026312-db18-4182-a57f-283dccd2e979 None None] For port 8a0d7b01-64b0-423d-a110-c914dc66b40f, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=8a0d7b01-64b0-423d-a110-c914dc66b40f,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:21.126140 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea026312-db18-4182-a57f-283dccd2e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.136176 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 3, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port': {'id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:21.225088 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Checking router: d12e2f32-4334-4644-b43e-fc305bb64620 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:21.226055 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Updating router d12e2f32-4334-4644-b43e-fc305bb64620 port a2cae7f0-3153-45f0-841d-415c13bd4e13 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:21.289208 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 8a0d7b01-64b0-423d-a110-c914dc66b40f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:21.289881 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.296694 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.299646 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Router 6391cf8f-ce3b-4438-855a-fc446cbab28e is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:33:21.393718 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea026312-db18-4182-a57f-283dccd2e979 None None] Pushing event updated for resources: {'Port': ['ID=8a0d7b01-64b0-423d-a110-c914dc66b40f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:21.440039 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 8a0d7b01-64b0-423d-a110-c914dc66b40f is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:21.665522 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3198f0a0-2106-43b1-8848-e8c9c375f66c None None] Provisioning complete for port 8a0d7b01-64b0-423d-a110-c914dc66b40f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:21.666013 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3198f0a0-2106-43b1-8848-e8c9c375f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.811726 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Publish callbacks [] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.824092 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.895727 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3198f0a0-2106-43b1-8848-e8c9c375f66c None None] Current status of the port 8a0d7b01-64b0-423d-a110-c914dc66b40f is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:21.934344 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.947427 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Attempting to bind port a2cae7f0-3153-45f0-841d-415c13bd4e13 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:21.948094 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Attempting to bind port a2cae7f0-3153-45f0-841d-415c13bd4e13 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:21.948630 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Attempting to bind port a2cae7f0-3153-45f0-841d-415c13bd4e13 on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:21.951549 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Pushing event updated for resources: {'Port': ['ID=a2cae7f0-3153-45f0-841d-415c13bd4e13,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:21.957399 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:21.964570 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.965214 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.965800 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.966272 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.966751 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.967258 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.967740 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.968215 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.968698 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.969079 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Sync routers for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:21.969372 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.969879 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.970535 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.971007 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Tracked resource versions report: Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: pushed versions: Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: { 'AddressGroup': {'1.2'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'ConntrackHelper': {'1.0'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Log': {'1.0'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Network': {'1.1'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Port': {'1.7'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'PortForwarding': {'1.2'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'QosPolicy': {'1.10'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroup': {'1.5'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SubPort': {'1.0'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Subnet': {'1.1'}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Trunk': {'1.1'}} Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: consumer versions: Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: { DHCP agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: HyperV agent@hv-cinder-82513: {}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: L3 agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: Metadata agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: Metering agent@dv-cinder-825130-1-iscsi: {}, Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: Open vSwitch agent@dv-cinder-825130-1-iscsi: { 'AddressGroup': '1.2', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'ConntrackHelper': '1.0', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'LocalIPAssociation': '1.0', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Log': '1.0', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Network': '1.1', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Port': '1.7', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'PortForwarding': '1.2', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'QosPolicy': '1.10', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroup': '1.5', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SecurityGroupRule': '1.2', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'SubPort': '1.0', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Subnet': '1.1', Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: 'Trunk': '1.1'}} Jan 18 16:33:21.975627 dv-cinder-825130-1-iscsi neutron-server[102692]: {{(pid=102692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:33:21.984180 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:21.984955 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:21.985572 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.986139 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:21.986747 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:21.986949 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Bound port: a2cae7f0-3153-45f0-841d-415c13bd4e13, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:21.987487 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.987670 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:22.027880 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.029127 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-7c139bc4-ea9e-4d74-99f2-0ce1adadb507 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2243135 Jan 18 16:33:22.031938 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40628) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:22.088716 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] For port a2cae7f0-3153-45f0-841d-415c13bd4e13, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:22.094169 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] For port a2cae7f0-3153-45f0-841d-415c13bd4e13, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a2cae7f0-3153-45f0-841d-415c13bd4e13,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:22.103638 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.154360 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:22.165737 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Routers {'d12e2f32-4334-4644-b43e-fc305bb64620'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:22.166380 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['d12e2f32-4334-4644-b43e-fc305bb64620'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:22.175983 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-36d05e62-3844-4e62-a13f-2020caf7eaf4 service neutron] 10.222.0.86 "GET /v2.0/networks/3ca8cf5a-3db1-4bca-80c2-3321cb3aabca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8878582 Jan 18 16:33:22.234606 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c37a3-0a5f-49ec-ae67-07d2f0714018 None None] Pushing event updated for resources: {'Port': ['ID=a2cae7f0-3153-45f0-841d-415c13bd4e13,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:22.246308 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-899205c9-9a36-4556-a9a8-f25fe00b7477 req-35a0726d-590a-4b22-8f3d-78b74202f7e0 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 210 time: 0.2032447 Jan 18 16:33:22.358852 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8747c-91ba-4cfd-9767-48e41dd38521 None None] Network 27598ce3-f982-44f0-8153-7dd12b009926 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:22.418724 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] Set router d12e2f32-4334-4644-b43e-fc305bb64620 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:22.460237 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-01e179f2-d1b7-443d-b6fc-4a356de3f86f None None] Provisioning complete for port eb726074-a938-4ef6-a5d1-ad91ba595401 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:22.464787 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-01e179f2-d1b7-443d-b6fc-4a356de3f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.467591 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks [] for router_gateway (aa5db699-b15b-41bb-95b3-de727e60b909), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.561651 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.711242 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Allocated IP 172.27.0.100 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/a91e9bfc-7d32-4082-97d4-986e9f0790e4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:22.756724 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 8a0d7b01-64b0-423d-a110-c914dc66b40f up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:22.775853 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-01e179f2-d1b7-443d-b6fc-4a356de3f86f None None] Current status of the port eb726074-a938-4ef6-a5d1-ad91ba595401 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:22.776270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-01e179f2-d1b7-443d-b6fc-4a356de3f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.780223 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-15b756f4-33ca-49e9-a3ca-1a183471e9d6 service neutron] 10.222.0.86 "GET /v2.0/networks/3ca8cf5a-3db1-4bca-80c2-3321cb3aabca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317605 Jan 18 16:33:22.819622 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.838507 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 3, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port': {'id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:22.904653 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Allocated IP 172.20.0.1 (f554de0e-6680-4aba-b862-4961f254c90e/7fe2521f-1021-415c-b26a-e70fb0d94f2a/b92dcec4-1815-4688-80b1-2d27aecb6b04) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:22.920016 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3507af-3559-4fd5-8d80-0b35f5a0314d None None] The sync data for ids ['d12e2f32-4334-4644-b43e-fc305bb64620'] in dv-cinder-825130-1-iscsi is: [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 3, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port': {'id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:23.013872 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-01e179f2-d1b7-443d-b6fc-4a356de3f86f None None] For port eb726074-a938-4ef6-a5d1-ad91ba595401, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=eb726074-a938-4ef6-a5d1-ad91ba595401,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:23.063015 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-01e179f2-d1b7-443d-b6fc-4a356de3f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.066306 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 8a0d7b01-64b0-423d-a110-c914dc66b40f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:23.066698 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.137154 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:23.165814 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e179f2-d1b7-443d-b6fc-4a356de3f86f None None] Pushing event updated for resources: {'Port': ['ID=eb726074-a938-4ef6-a5d1-ad91ba595401,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:23.166739 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks [] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.170783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks [] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.222589 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:20Z', 'revision_number': 3, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:23.251595 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Allocated IP 172.20.0.1 (09e3d9d3-2b7d-4033-9e82-ab688ec153b3/749f86b2-48c9-46ed-9729-e72f7c9866a6/02eb873c-0ec7-4215-9300-bab956d3ee9c) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:23.290363 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-cbf4ed89-f218-45b5-b983-903a09c21297 req-df9e1f4b-ba35-4f57-89f0-33aefdc66f8e tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 210 time: 0.1518154 Jan 18 16:33:23.317602 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.336426 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.448510 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Pushing event updated for resources: {'Port': ['ID=a91e9bfc-7d32-4082-97d4-986e9f0790e4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:23.508251 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Pushing event updated for resources: {'Port': ['ID=b92dcec4-1815-4688-80b1-2d27aecb6b04,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:23.555024 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:23.558875 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:23.567541 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:23.572972 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-002f679d-974b-4e80-8158-3ac11dacbeb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.575133 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Network f554de0e-6680-4aba-b862-4961f254c90e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:23.667123 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:23.668193 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Checking router: 6391cf8f-ce3b-4438-855a-fc446cbab28e for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:23.668771 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Updating router 6391cf8f-ce3b-4438-855a-fc446cbab28e port c721d882-5d95-4f17-a978-301424525513 binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:23.708365 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks [] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.708831 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.722033 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (c721d882-5d95-4f17-a978-301424525513), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.762666 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:23.763146 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (d12e2f32-4334-4644-b43e-fc305bb64620), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.821097 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.836800 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75f79ecc-e9ad-4434-9ebf-ff30b0cf94c7 req-a8430b8b-acc0-4b76-848c-75230a9f2729 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 210 time: 0.1830053 Jan 18 16:33:23.901456 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Pushing event updated for resources: {'Port': ['ID=02eb873c-0ec7-4215-9300-bab956d3ee9c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:23.916146 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:23.923437 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:23.940295 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:23.941119 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (6391cf8f-ce3b-4438-855a-fc446cbab28e), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.987113 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e840fc88-76b3-4da2-b427-cc67f157fa7d None None] Provisioning complete for port eb726074-a938-4ef6-a5d1-ad91ba595401 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:23.990907 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e840fc88-76b3-4da2-b427-cc67f157fa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.024243 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-002f679d-974b-4e80-8158-3ac11dacbeb5 admin admin] Publish callbacks [] for security_group (ddcf2380-307d-471b-84ba-5723ba21729e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.049573 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-002f679d-974b-4e80-8158-3ac11dacbeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (ddcf2380-307d-471b-84ba-5723ba21729e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.058371 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 8a0d7b01-64b0-423d-a110-c914dc66b40f is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:24.058371 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb726074-a938-4ef6-a5d1-ad91ba595401 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:24.126539 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f679d-974b-4e80-8158-3ac11dacbeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcf2380-307d-471b-84ba-5723ba21729e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:24.232862 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-002f679d-974b-4e80-8158-3ac11dacbeb5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e03abcf240d49f687c69db5375c515a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0912535 Jan 18 16:33:24.238810 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40692) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:24.357632 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.376316 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port eb726074-a938-4ef6-a5d1-ad91ba595401 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:24.376807 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.456421 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e840fc88-76b3-4da2-b427-cc67f157fa7d None None] Current status of the port eb726074-a938-4ef6-a5d1-ad91ba595401 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:24.487764 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Publish callbacks [] for port (c721d882-5d95-4f17-a978-301424525513), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.497759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (c721d882-5d95-4f17-a978-301424525513), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.541137 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.572638 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks [] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.580307 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks [] for router_gateway (aa5db699-b15b-41bb-95b3-de727e60b909), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.591705 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.592543 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (6391cf8f-ce3b-4438-855a-fc446cbab28e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.626294 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port eb726074-a938-4ef6-a5d1-ad91ba595401 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:24.645113 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Attempting to bind port c721d882-5d95-4f17-a978-301424525513 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:24.645763 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Attempting to bind port c721d882-5d95-4f17-a978-301424525513 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:24.646441 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Attempting to bind port c721d882-5d95-4f17-a978-301424525513 on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:24.648632 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0bacf-83e8-4084-a778-4ce314429ba8 None None] Pushing event updated for resources: {'Port': ['ID=c721d882-5d95-4f17-a978-301424525513,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:24.658530 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:24.659001 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:24.659548 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.660008 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:24.660572 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Bound port: c721d882-5d95-4f17-a978-301424525513, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:24.661055 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (c721d882-5d95-4f17-a978-301424525513), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.664899 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7300c514-4cc4-4a59-aad6-932473e33016 None None] Provisioning complete for port 02eb873c-0ec7-4215-9300-bab956d3ee9c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:24.665362 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7300c514-4cc4-4a59-aad6-932473e33016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.699517 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1f874989-fcf9-48d0-a9f6-686ef0795c93 req-aca825d6-b3c5-4adc-95fa-9723f7e3a8d6 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 210 time: 0.1153588 Jan 18 16:33:24.702044 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-889827ef-615d-410d-886b-8019e1114520 admin admin] Publish callbacks [] for security_group (ddcf2380-307d-471b-84ba-5723ba21729e), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.744596 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-889827ef-615d-410d-886b-8019e1114520 admin admin] Publish callbacks [] for security_group (ddcf2380-307d-471b-84ba-5723ba21729e), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.777508 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7300c514-4cc4-4a59-aad6-932473e33016 None None] Port 02eb873c-0ec7-4215-9300-bab956d3ee9c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:24.785267 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] For port c721d882-5d95-4f17-a978-301424525513, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:24.791758 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] For port c721d882-5d95-4f17-a978-301424525513, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=c721d882-5d95-4f17-a978-301424525513,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:24.798909 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (c721d882-5d95-4f17-a978-301424525513), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.897539 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Pushing event updated for resources: {'Port': ['ID=02eb873c-0ec7-4215-9300-bab956d3ee9c,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:24.924883 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-889827ef-615d-410d-886b-8019e1114520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (ddcf2380-307d-471b-84ba-5723ba21729e), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.929779 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-889827ef-615d-410d-886b-8019e1114520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.933168 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-889827ef-615d-410d-886b-8019e1114520 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ddcf2380-307d-471b-84ba-5723ba21729e HTTP/1.1" status: 204 len: 168 time: 0.6930037 Jan 18 16:33:25.004117 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:25.004988 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:25.008670 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0bacf-83e8-4084-a778-4ce314429ba8 None None] Pushing event updated for resources: {'Port': ['ID=c721d882-5d95-4f17-a978-301424525513,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:25.025531 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889827ef-615d-410d-886b-8019e1114520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcf2380-307d-471b-84ba-5723ba21729e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:25.103589 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a2cae7f0-3153-45f0-841d-415c13bd4e13 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:25.215199 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:25.217012 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:25.257027 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-37ed96f2-be2f-4653-a8f7-fbc647862699 req-38012eb4-04d4-486d-a226-6046b705c8fa tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 210 time: 0.1112347 Jan 18 16:33:25.261421 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:25.368533 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port a2cae7f0-3153-45f0-841d-415c13bd4e13 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:25.368928 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.688483 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Router 6391cf8f-ce3b-4438-855a-fc446cbab28e has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:33:25.697659 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (aa5db699-b15b-41bb-95b3-de727e60b909), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.706926 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks [] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.718628 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.719365 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (d12e2f32-4334-4644-b43e-fc305bb64620), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.847156 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-68ed1bb4-aeef-4a63-8934-5dcf584fd3b1 None None] Provisioning complete for port 02eb873c-0ec7-4215-9300-bab956d3ee9c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:25.847601 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-68ed1bb4-aeef-4a63-8934-5dcf584fd3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.904053 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port a2cae7f0-3153-45f0-841d-415c13bd4e13 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:25.904722 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.943997 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.81', 53783) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:25.961993 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-68ed1bb4-aeef-4a63-8934-5dcf584fd3b1 None None] Port 02eb873c-0ec7-4215-9300-bab956d3ee9c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:25.976449 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port a2cae7f0-3153-45f0-841d-415c13bd4e13, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a2cae7f0-3153-45f0-841d-415c13bd4e13,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:25.990558 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 2, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:25.991493 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:25.996650 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.999150 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb726074-a938-4ef6-a5d1-ad91ba595401 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:26.017775 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-dc0be8a3-dc1a-48ad-a048-b8bda6e3f815 admin admin] 10.222.0.86 "PUT /v2.0/routers/6391cf8f-ce3b-4438-855a-fc446cbab28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9758711 Jan 18 16:33:26.107259 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7d7316ba-62de-426c-8f1e-2a6d83e90fc1 req-c7605b78-0644-4808-bd9f-67f4ab9c6fa2 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 210 time: 0.2306311 Jan 18 16:33:26.149449 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d001ab-a03a-4fb3-a3c1-6835bb55949c None None] The sync data for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi is: [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 2, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:26.228173 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Pushing event updated for resources: {'Port': ['ID=b92dcec4-1815-4688-80b1-2d27aecb6b04,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:26.251443 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-277d714f-fefa-49db-8b1c-da4f4a12d6a5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:26.258464 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-277d714f-fefa-49db-8b1c-da4f4a12d6a5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.3072448 Jan 18 16:33:26.291222 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port eb726074-a938-4ef6-a5d1-ad91ba595401 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:26.292173 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.327240 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Request body: {'port': {'device_id': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'admin_state_up': True, 'tenant_id': 'dba904fb8d2b4eef9f7c7a5740170780'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:26.339718 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.81', 53785) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:26.383700 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=a2cae7f0-3153-45f0-841d-415c13bd4e13,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:26.557753 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port eb726074-a938-4ef6-a5d1-ad91ba595401 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:26.576540 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:26.588216 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b201496b-a09e-4a51-9a89-a6bcf44c8d63 req-9cda20de-f0f9-4083-b299-2f876f8ae94e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 210 time: 0.1496902 Jan 18 16:33:26.664412 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Network f554de0e-6680-4aba-b862-4961f254c90e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:26.696676 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:26.877805 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-9abcc966-e421-436b-9307-aa8d3c3fae65 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:26.881323 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-9abcc966-e421-436b-9307-aa8d3c3fae65 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.81 "GET /v2.0/networks?id=3ca8cf5a-3db1-4bca-80c2-3321cb3aabca HTTP/1.1" status: 200 len: 811 time: 0.5333180 Jan 18 16:33:26.891236 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a2cae7f0-3153-45f0-841d-415c13bd4e13 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:26.901873 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Router aa5db699-b15b-41bb-95b3-de727e60b909 is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:33:26.923984 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Request body: {'port': {'device_id': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca', 'admin_state_up': True, 'tenant_id': 'ab9b96a91d1c445784f56615d978d6d6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:26.945685 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2541c70c-10dc-469f-a225-da8e378a114d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.061181 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port a2cae7f0-3153-45f0-841d-415c13bd4e13 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:27.061504 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.091356 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Made reservation on behalf of dba904fb8d2b4eef9f7c7a5740170780 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:27.108759 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.282189 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port a2cae7f0-3153-45f0-841d-415c13bd4e13 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:27.396542 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Router d12e2f32-4334-4644-b43e-fc305bb64620 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:33:27.503674 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40810) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:27.510735 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-92b3d89c-b011-4282-8389-d60b6b18635e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774628809', 'description': 'tempest-description--1808135534'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:27.546592 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2fab0f7d-fe93-4615-9e65-7097067c3113 req-d925b044-510e-4dd3-9745-3f769356a19b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 210 time: 0.1350908 Jan 18 16:33:27.557625 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:27.575587 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Sync routers for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:27.611974 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Made reservation on behalf of ab9b96a91d1c445784f56615d978d6d6 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:27.616379 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.623681 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:27.625233 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:27.698410 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.702172 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-003d25e1-5bfd-44fa-8dcd-783b9a6b623d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5846646 Jan 18 16:33:27.705195 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40822) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:27.772638 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92b3d89c-b011-4282-8389-d60b6b18635e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.823958 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Allocated IP 172.20.0.12 (8dd083ae-24c9-4a76-85c1-b5a769e8710c/13b89a15-6265-4f2e-80e8-c65a89f40785/814af72c-6bb0-43e5-8d82-b3fa9e24bec4) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:27.858800 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2541c70c-10dc-469f-a225-da8e378a114d admin admin] Publish callbacks [] for security_group (abedbc79-423d-41af-b904-0e384bfcaee0), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.885491 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2541c70c-10dc-469f-a225-da8e378a114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (abedbc79-423d-41af-b904-0e384bfcaee0), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.932155 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f0711ec7-62ef-4282-aacd-e356de3e902a req-6178ede0-0ba8-4592-8c57-42fe2f5f657e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 210 time: 0.0921905 Jan 18 16:33:27.975347 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541c70c-10dc-469f-a225-da8e378a114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abedbc79-423d-41af-b904-0e384bfcaee0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:28.057872 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-2541c70c-10dc-469f-a225-da8e378a114d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dcc483241b274e08809662e2c80e74d3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4644451 Jan 18 16:33:28.070852 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40836) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:28.091805 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:28.234714 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92b3d89c-b011-4282-8389-d60b6b18635e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (5b615405-9dfa-4112-8bf9-bfc00c5b3baf), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.245020 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:28.262982 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Sync routers for ids ['d12e2f32-4334-4644-b43e-fc305bb64620'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:28.301502 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d33dbc4d-3e6e-4312-baa1-74641f629807 admin admin] 10.222.0.86 "PUT /v2.0/routers/d12e2f32-4334-4644-b43e-fc305bb64620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9291909 Jan 18 16:33:28.310381 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Routers {'d12e2f32-4334-4644-b43e-fc305bb64620'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:28.323280 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['d12e2f32-4334-4644-b43e-fc305bb64620'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:28.376728 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92b3d89c-b011-4282-8389-d60b6b18635e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5b615405-9dfa-4112-8bf9-bfc00c5b3baf), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.422785 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92b3d89c-b011-4282-8389-d60b6b18635e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.425208 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-92b3d89c-b011-4282-8389-d60b6b18635e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9399004 Jan 18 16:33:28.432783 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:28.447612 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f41c3690-cba5-4f13-9547-64d2832adc6f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'security_group_rule': {'security_group_id': '5b615405-9dfa-4112-8bf9-bfc00c5b3baf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:28.477105 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-180ec08f-0613-4920-98a9-692946de0d68 admin admin] Publish callbacks [] for security_group (abedbc79-423d-41af-b904-0e384bfcaee0), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.562119 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-180ec08f-0613-4920-98a9-692946de0d68 admin admin] Publish callbacks [] for security_group (abedbc79-423d-41af-b904-0e384bfcaee0), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.746538 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40852) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:28.789377 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-180ec08f-0613-4920-98a9-692946de0d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (abedbc79-423d-41af-b904-0e384bfcaee0), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.798179 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Allocated IP 172.20.0.13 (3ca8cf5a-3db1-4bca-80c2-3321cb3aabca/e7d639d2-2125-4f50-92ec-45ab220bc9d2/b5dd81b4-02df-485f-be6d-d83416f1e4fc) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:28.809152 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-180ec08f-0613-4920-98a9-692946de0d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.817643 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:33:28.824261 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-180ec08f-0613-4920-98a9-692946de0d68 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abedbc79-423d-41af-b904-0e384bfcaee0 HTTP/1.1" status: 204 len: 168 time: 0.7519619 Jan 18 16:33:28.901521 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3d89c-b011-4282-8389-d60b6b18635e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b615405-9dfa-4112-8bf9-bfc00c5b3baf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:28.903647 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 3, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:28.940091 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ec08f-0613-4920-98a9-692946de0d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abedbc79-423d-41af-b904-0e384bfcaee0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:28.995617 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Checking router: aa5db699-b15b-41bb-95b3-de727e60b909 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:28.999536 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Updating router aa5db699-b15b-41bb-95b3-de727e60b909 port a91e9bfc-7d32-4082-97d4-986e9f0790e4 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:29.009205 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks [] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.086911 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f41c3690-cba5-4f13-9547-64d2832adc6f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (e6ef53f9-60fa-4664-9e1c-709b1e54700a), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.088564 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.180213 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e6ebb659-5c34-431d-b4ba-a96a0129cebe req-a147fe03-30fd-4649-8645-eb84cd84ec62 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 210 time: 0.3177776 Jan 18 16:33:29.403703 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Set router d12e2f32-4334-4644-b43e-fc305bb64620 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:29.517244 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f5ac4667-3742-427c-a1c2-1ee777cb72b9 req-2afdcb1d-6854-462a-8946-0783b7db4375 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 210 time: 0.2173593 Jan 18 16:33:29.518933 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.633719 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device c721d882-5d95-4f17-a978-301424525513 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:29.776915 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event updated for resources: {'Port': ['ID=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:29.855329 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f41c3690-cba5-4f13-9547-64d2832adc6f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (e6ef53f9-60fa-4664-9e1c-709b1e54700a), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.875186 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f41c3690-cba5-4f13-9547-64d2832adc6f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (e6ef53f9-60fa-4664-9e1c-709b1e54700a), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.881753 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:29.925127 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:29.942538 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f41c3690-cba5-4f13-9547-64d2832adc6f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.948310 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-f41c3690-cba5-4f13-9547-64d2832adc6f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5099955 Jan 18 16:33:29.951398 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:29.964444 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:29.970250 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.980067 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40868) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:29.992816 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5857266e-7f3d-4dde-b101-8d69216214af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'security_group_rule': {'security_group_id': '5b615405-9dfa-4112-8bf9-bfc00c5b3baf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:30.011848 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c3690-cba5-4f13-9547-64d2832adc6f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ef53f9-60fa-4664-9e1c-709b1e54700a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:30.033400 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5da5869a-b3db-4f03-b7c2-3bec4c441555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.053446 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port c721d882-5d95-4f17-a978-301424525513 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:30.065689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (c721d882-5d95-4f17-a978-301424525513), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.065798 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-39a48217-6bab-4995-adfb-1389cef527b1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7458913 Jan 18 16:33:30.083715 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-e8d977c9-ff9b-4da2-a025-e97460849c4a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:33:30.091235 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-e8d977c9-ff9b-4da2-a025-e97460849c4a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236652 Jan 18 16:33:30.165719 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5857266e-7f3d-4dde-b101-8d69216214af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (75a05a40-3b75-4899-b676-f769a534f6ca), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.299810 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks [] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.335369 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port c721d882-5d95-4f17-a978-301424525513 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:30.336286 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (c721d882-5d95-4f17-a978-301424525513), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.411787 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5857266e-7f3d-4dde-b101-8d69216214af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (75a05a40-3b75-4899-b676-f769a534f6ca), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.420846 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5857266e-7f3d-4dde-b101-8d69216214af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (75a05a40-3b75-4899-b676-f769a534f6ca), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.436928 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port c721d882-5d95-4f17-a978-301424525513, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=c721d882-5d95-4f17-a978-301424525513,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:30.461074 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Publish callbacks [] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.469566 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Sync routers for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:30.470786 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (c721d882-5d95-4f17-a978-301424525513), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.475625 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.545883 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1417a9-c624-4a65-81a8-ec071e4d4be5 None None] Pushing event updated for resources: {'Port': ['ID=a91e9bfc-7d32-4082-97d4-986e9f0790e4,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:30.566120 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Attempting to bind port a91e9bfc-7d32-4082-97d4-986e9f0790e4 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:30.566660 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Attempting to bind port a91e9bfc-7d32-4082-97d4-986e9f0790e4 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:30.567115 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857266e-7f3d-4dde-b101-8d69216214af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a05a40-3b75-4899-b676-f769a534f6ca,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:30.567248 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Attempting to bind port a91e9bfc-7d32-4082-97d4-986e9f0790e4 on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:30.578928 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:30.579505 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:30.580018 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.580642 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:30.581177 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Bound port: a91e9bfc-7d32-4082-97d4-986e9f0790e4, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:30.581691 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.584257 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:30.585042 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:30.625385 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=c721d882-5d95-4f17-a978-301424525513,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:30.651686 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5857266e-7f3d-4dde-b101-8d69216214af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.655790 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port': {'id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'b92dcec4-1815-4688-80b1-2d27aecb6b04', 'name': '', 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'mac_address': 'fa:16:3e:54:97:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:21Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 2, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'subnets': [{'id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:30.664119 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-5857266e-7f3d-4dde-b101-8d69216214af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6791170 Jan 18 16:33:30.677254 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 40892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:30.679395 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc09943d-4c8e-4c7d-80e6-8d3b0da32143 req-38982775-6d7a-496d-a75c-c6f903aa256d tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 210 time: 0.1947198 Jan 18 16:33:30.715430 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:30.715600 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Checking router: d12e2f32-4334-4644-b43e-fc305bb64620 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:30.715600 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Updating router d12e2f32-4334-4644-b43e-fc305bb64620 port b92dcec4-1815-4688-80b1-2d27aecb6b04 binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:30.718514 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:30.820782 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.842724 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.027641 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device c721d882-5d95-4f17-a978-301424525513 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:31.040253 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 2, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:31.077073 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Checking router: 6391cf8f-ce3b-4438-855a-fc446cbab28e for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:31.077804 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Updating router 6391cf8f-ce3b-4438-855a-fc446cbab28e port 02eb873c-0ec7-4215-9300-bab956d3ee9c binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:31.109903 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.122085 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5da5869a-b3db-4f03-b7c2-3bec4c441555 admin admin] Publish callbacks [] for security_group (f414677f-814a-482b-b1eb-dbe05185f912), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.168068 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5da5869a-b3db-4f03-b7c2-3bec4c441555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f414677f-814a-482b-b1eb-dbe05185f912), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.191412 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d50e3b-f0ec-43b2-bf84-9c34117012a2 req-4c9ce9ab-71c4-4cd0-9ce6-868f75a780a9 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:31.205566 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-13d50e3b-f0ec-43b2-bf84-9c34117012a2 req-4c9ce9ab-71c4-4cd0-9ce6-868f75a780a9 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 932 time: 0.2872720 Jan 18 16:33:31.369177 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-13d50e3b-f0ec-43b2-bf84-9c34117012a2 req-2b91d13e-68a0-46ba-afa8-d8503fbba785 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624408 Jan 18 16:33:31.375763 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.382297 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Request body: {'port': {'device_id': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:31.446814 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] For port a91e9bfc-7d32-4082-97d4-986e9f0790e4, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:31.481114 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] For port a91e9bfc-7d32-4082-97d4-986e9f0790e4, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a91e9bfc-7d32-4082-97d4-986e9f0790e4,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:31.483302 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.507962 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Publish callbacks [] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.508624 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port c721d882-5d95-4f17-a978-301424525513 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:31.510342 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (c721d882-5d95-4f17-a978-301424525513), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.510938 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.532951 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-5da5869a-b3db-4f03-b7c2-3bec4c441555 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=98666b5a5f79478e8ff5ee391430938c&name=default HTTP/1.1" status: 200 len: 2995 time: 2.7609127 Jan 18 16:33:31.550316 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 40918) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:31.571710 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5869a-b3db-4f03-b7c2-3bec4c441555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f414677f-814a-482b-b1eb-dbe05185f912,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:31.585037 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.805266 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:31.805593 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:31.861801 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1417a9-c624-4a65-81a8-ec071e4d4be5 None None] Pushing event updated for resources: {'Port': ['ID=a91e9bfc-7d32-4082-97d4-986e9f0790e4,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:31.865045 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port c721d882-5d95-4f17-a978-301424525513 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:32.051166 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Publish callbacks [] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.061279 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.092843 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-d738427c-7b61-47a7-9e93-ddf45f13bb96 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.101384 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-d738427c-7b61-47a7-9e93-ddf45f13bb96 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 818 time: 0.6403520 Jan 18 16:33:32.168980 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-b5a11450-091a-4b66-867a-6215752872d9 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/quotas/ac4e86b39e7a4904912343571ef86b74 HTTP/1.1" status: 200 len: 375 time: 0.0636652 Jan 18 16:33:32.286349 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac25f47-f9bf-4a00-8e12-193b71e217ae None None] Pushing event updated for resources: {'Port': ['ID=b92dcec4-1815-4688-80b1-2d27aecb6b04,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:32.341754 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.356055 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:32.411631 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bca8c-67f3-45c7-9ba0-7cedeb95e65a req-132b16b9-c5ed-4e0b-8edb-9e15d1a4f50d tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.417234 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Attempting to bind port b92dcec4-1815-4688-80b1-2d27aecb6b04 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:32.417803 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Attempting to bind port b92dcec4-1815-4688-80b1-2d27aecb6b04 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:32.418276 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Attempting to bind port b92dcec4-1815-4688-80b1-2d27aecb6b04 on network f554de0e-6680-4aba-b862-4961f254c90e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:32.421678 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-409bca8c-67f3-45c7-9ba0-7cedeb95e65a req-132b16b9-c5ed-4e0b-8edb-9e15d1a4f50d tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 932 time: 0.4433658 Jan 18 16:33:32.435698 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.446190 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e3090-b619-4ff3-b63a-1dd919cf69ad None None] Pushing event updated for resources: {'Port': ['ID=02eb873c-0ec7-4215-9300-bab956d3ee9c,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:32.447656 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:32.448374 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Checking segment: {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:32.449104 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.449907 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Bound using segment: {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:32.450664 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Bound port: b92dcec4-1815-4688-80b1-2d27aecb6b04, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:32.451357 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.462084 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2e9ca715-a513-4e0f-b047-345c74f1b0f5 None None] Provisioning complete for port 02eb873c-0ec7-4215-9300-bab956d3ee9c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:32.463466 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca715-a513-4e0f-b047-345c74f1b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.530767 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:32.540667 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:32.548765 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:32.559474 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.560868 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.569414 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Attempting to bind port 02eb873c-0ec7-4215-9300-bab956d3ee9c on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:32.572570 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Attempting to bind port 02eb873c-0ec7-4215-9300-bab956d3ee9c by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:32.572992 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Attempting to bind port 02eb873c-0ec7-4215-9300-bab956d3ee9c on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:32.576188 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ca715-a513-4e0f-b047-345c74f1b0f5 None None] Port 02eb873c-0ec7-4215-9300-bab956d3ee9c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:32.675756 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Pushing event updated for resources: {'Port': ['ID=b5dd81b4-02df-485f-be6d-d83416f1e4fc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:32.691868 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-409bca8c-67f3-45c7-9ba0-7cedeb95e65a req-b1c0dd01-555d-41d9-a285-ba15d752c955 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595530 Jan 18 16:33:32.716412 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] For port b92dcec4-1815-4688-80b1-2d27aecb6b04, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:32.721754 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] For port b92dcec4-1815-4688-80b1-2d27aecb6b04, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=b92dcec4-1815-4688-80b1-2d27aecb6b04,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:32.729498 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.766804 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:32.768430 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Checking segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:32.768927 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.769690 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Bound using segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:32.771067 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Bound port: 02eb873c-0ec7-4215-9300-bab956d3ee9c, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:32.772266 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.814456 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac25f47-f9bf-4a00-8e12-193b71e217ae None None] Pushing event updated for resources: {'Port': ['ID=b92dcec4-1815-4688-80b1-2d27aecb6b04,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:32.846564 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Routers {'d12e2f32-4334-4644-b43e-fc305bb64620'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:32.848458 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['d12e2f32-4334-4644-b43e-fc305bb64620'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:32.882691 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-1c4d0ea9-e801-400f-93a1-5281d2da521b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9886119 Jan 18 16:33:32.883319 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fcd4-1a6c-4fa4-a9b0-1fb79ffc7441 admin admin] Publish callbacks [] for security_group (f414677f-814a-482b-b1eb-dbe05185f912), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.914634 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Request body: {'port': {'device_id': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:33.228877 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-618dff50-38d5-43e5-953a-838ba4f725b9 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0583258 Jan 18 16:33:33.243625 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:33.267555 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] For port 02eb873c-0ec7-4215-9300-bab956d3ee9c, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:33.283599 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] For port 02eb873c-0ec7-4215-9300-bab956d3ee9c, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=02eb873c-0ec7-4215-9300-bab956d3ee9c,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:33.303534 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:33.354535 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Allocated IP 172.27.0.64 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/3840de91-b0b5-416d-a0bc-976aec4c1d56) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:33.364896 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 3, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:33.368759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] Set router d12e2f32-4334-4644-b43e-fc305bb64620 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:33.390477 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:33.398903 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:33.691935 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:33.846435 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.049680 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-76e94510-b53f-463f-87cb-e2dbbd81f2ef None None] Provisioning complete for port 02eb873c-0ec7-4215-9300-bab956d3ee9c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:34.050264 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76e94510-b53f-463f-87cb-e2dbbd81f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.171273 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5dd81b4-02df-485f-be6d-d83416f1e4fc {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:34.202597 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Publish callbacks [] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.226249 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489f2d-e89c-4db1-b709-53e0ea21f147 None None] The sync data for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi is: [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 3, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:34.245679 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Transition to ACTIVE for port object b5dd81b4-02df-485f-be6d-d83416f1e4fc will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:33:34.270452 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e3090-b619-4ff3-b63a-1dd919cf69ad None None] Pushing event updated for resources: {'Port': ['ID=02eb873c-0ec7-4215-9300-bab956d3ee9c,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:34.281691 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port': {'id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'b92dcec4-1815-4688-80b1-2d27aecb6b04', 'name': '', 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'mac_address': 'fa:16:3e:54:97:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:21Z', 'updated_at': '2022-01-18T16:33:32Z', 'revision_number': 4, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'subnets': [{'id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:34.291973 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:33Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:34.326158 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.425320 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa354fdb-b1aa-43d5-a7a2-f2e8d38cfe21 None None] The sync data for ids ['d12e2f32-4334-4644-b43e-fc305bb64620'] in dv-cinder-825130-1-iscsi is: [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port': {'id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'b92dcec4-1815-4688-80b1-2d27aecb6b04', 'name': '', 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'mac_address': 'fa:16:3e:54:97:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:21Z', 'updated_at': '2022-01-18T16:33:32Z', 'revision_number': 4, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'subnets': [{'id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:34.431407 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d340e-6861-4979-a7c4-d7d0c6085ff2 None None] The sync data for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi is: [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:33Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:34.433618 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fcd4-1a6c-4fa4-a9b0-1fb79ffc7441 admin admin] Publish callbacks [] for security_group (f414677f-814a-482b-b1eb-dbe05185f912), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.454789 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dd81b4-02df-485f-be6d-d83416f1e4fc,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:34.455257 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-76e94510-b53f-463f-87cb-e2dbbd81f2ef None None] Current status of the port 02eb873c-0ec7-4215-9300-bab956d3ee9c is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:34.455696 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76e94510-b53f-463f-87cb-e2dbbd81f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.457921 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:34.484955 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Publish callbacks [] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.565145 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-76e94510-b53f-463f-87cb-e2dbbd81f2ef None None] For port 02eb873c-0ec7-4215-9300-bab956d3ee9c, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=02eb873c-0ec7-4215-9300-bab956d3ee9c,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:34.571703 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76e94510-b53f-463f-87cb-e2dbbd81f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.588592 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Transition to ACTIVE for port object 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:33:34.642248 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:34.751764 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e94510-b53f-463f-87cb-e2dbbd81f2ef None None] Pushing event updated for resources: {'Port': ['ID=02eb873c-0ec7-4215-9300-bab956d3ee9c,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:34.852301 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d18f-1421-49ed-877e-82c4ecb45a77 req-39e5182e-1a60-4693-8ca0-15c9e385b855 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:34.884831 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9dd7d18f-1421-49ed-877e-82c4ecb45a77 req-39e5182e-1a60-4693-8ca0-15c9e385b855 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 932 time: 1.9929864 Jan 18 16:33:34.939215 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'Port': ['ID=3840de91-b0b5-416d-a0bc-976aec4c1d56,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:34.951155 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.341010 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-7ef6cf98-302c-409e-a74a-d8392ab6403a service neutron] 10.222.0.86 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1094928 Jan 18 16:33:35.354344 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:35.372420 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:35.403586 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:35.416985 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Pushing event updated for resources: {'Port': ['ID=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:35.508448 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Allocated IP 172.20.0.1 (27598ce3-f982-44f0-8153-7dd12b009926/2444eeac-bcab-49e0-a584-cb934c90f8f8/af69ceed-bd5d-4bf2-b254-f9e1ccf9a853) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:35.563448 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 02eb873c-0ec7-4215-9300-bab956d3ee9c up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:35.640149 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (bd30854c-589c-413f-a346-264367d5b31d), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.663895 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9dd7d18f-1421-49ed-877e-82c4ecb45a77 req-db450601-cbd1-4ba6-b190-3bb9ebf80842 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7777562 Jan 18 16:33:35.674911 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Attempting to bind port b5dd81b4-02df-485f-be6d-d83416f1e4fc on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:35.675228 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Attempting to bind port b5dd81b4-02df-485f-be6d-d83416f1e4fc by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '6be18838-52c6-4e21-b6ff-6a1ce1516436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:35.677711 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Attempting to bind port b5dd81b4-02df-485f-be6d-d83416f1e4fc on network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:35.716821 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 02eb873c-0ec7-4215-9300-bab956d3ee9c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:35.717203 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.772182 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.800938 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Port b5dd81b4-02df-485f-be6d-d83416f1e4fc on network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:33:35.801832 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Attempting to bind port b5dd81b4-02df-485f-be6d-d83416f1e4fc on network 3ca8cf5a-3db1-4bca-80c2-3321cb3aabca {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:35.882264 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:35.882696 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Checking segment: {'id': '6be18838-52c6-4e21-b6ff-6a1ce1516436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:35.883303 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Bound using segment: {'id': '6be18838-52c6-4e21-b6ff-6a1ce1516436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:35.883778 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Bound port: b5dd81b4-02df-485f-be6d-d83416f1e4fc, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be18838-52c6-4e21-b6ff-6a1ce1516436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:35.885724 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.921933 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fcd4-1a6c-4fa4-a9b0-1fb79ffc7441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f414677f-814a-482b-b1eb-dbe05185f912), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.929660 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 02eb873c-0ec7-4215-9300-bab956d3ee9c is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:35.930758 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device b92dcec4-1815-4688-80b1-2d27aecb6b04 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:35.933400 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fcd4-1a6c-4fa4-a9b0-1fb79ffc7441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.942233 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-1bb4fcd4-1a6c-4fa4-a9b0-1fb79ffc7441 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f414677f-814a-482b-b1eb-dbe05185f912 HTTP/1.1" status: 204 len: 168 time: 4.3846805 Jan 18 16:33:35.981578 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:35.994683 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.055400 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (bd30854c-589c-413f-a346-264367d5b31d), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.073426 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'Port': ['ID=3840de91-b0b5-416d-a0bc-976aec4c1d56,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:36.081801 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.092497 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-4a740fc5-f03a-4699-ac4e-1863aa208526 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4120598 Jan 18 16:33:36.093961 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Attempting to bind port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:36.094497 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Attempting to bind port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:36.094917 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Attempting to bind port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:36.106205 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:33:36.106639 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Attempting to bind port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:36.168412 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:36.168898 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Checking segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:36.169572 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Bound using segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:36.170087 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Bound port: 814af72c-6bb0-43e5-8d82-b3fa9e24bec4, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:36.170550 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.216436 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-147ccfb3-9e19-45c1-a9da-284b2ef50ce7 service neutron] 10.222.0.86 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349772 Jan 18 16:33:36.263030 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port b92dcec4-1815-4688-80b1-2d27aecb6b04 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:36.263481 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.357332 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4fcd4-1a6c-4fa4-a9b0-1fb79ffc7441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f414677f-814a-482b-b1eb-dbe05185f912,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:36.403014 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] For port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4, host hv-cinder-82513, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:36.413776 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] For port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:36.431787 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.596797 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] For port b5dd81b4-02df-485f-be6d-d83416f1e4fc, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:36.624671 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] For port b5dd81b4-02df-485f-be6d-d83416f1e4fc, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b5dd81b4-02df-485f-be6d-d83416f1e4fc,segment=NetworkSegment(6be18838-52c6-4e21-b6ff-6a1ce1516436),segment_id=6be18838-52c6-4e21-b6ff-6a1ce1516436)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:36.672814 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks [] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.679974 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0008fe-8eb1-49c0-927f-7b9776f52f7c req-45f282d5-3bd3-46da-b462-9bd4a83abd51 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:36.681628 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7e0008fe-8eb1-49c0-927f-7b9776f52f7c req-45f282d5-3bd3-46da-b462-9bd4a83abd51 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 944 time: 0.5606205 Jan 18 16:33:36.684759 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:36.715547 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.717157 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] 10.222.0.81 "PUT /v2.0/ports/814af72c-6bb0-43e5-8d82-b3fa9e24bec4 HTTP/1.1" status: 200 len: 1094 time: 6.0517259 Jan 18 16:33:36.717875 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'tag': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:36.844087 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.877154 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:36.881206 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:37.013659 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port b92dcec4-1815-4688-80b1-2d27aecb6b04 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:37.025771 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:37.061379 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe0c95e2-7866-4d65-a164-65de00de5d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:37.103275 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a430dbf6-203b-46ff-9080-f8c79efb940f req-48c019a6-aeb4-48b8-82d9-1c59d102ff61 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 210 time: 0.2966273 Jan 18 16:33:37.160989 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:37.164478 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:37.175438 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] 10.222.0.81 "PUT /v2.0/ports/b5dd81b4-02df-485f-be6d-d83416f1e4fc HTTP/1.1" status: 200 len: 1094 time: 4.2693799 Jan 18 16:33:37.211178 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port b92dcec4-1815-4688-80b1-2d27aecb6b04, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=b92dcec4-1815-4688-80b1-2d27aecb6b04,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:37.220885 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:37.239615 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'tag': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:37.381942 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f6fa7-13d7-486a-8b5f-07cae2d63499 service neutron] Pushing event updated for resources: {'Port': ['ID=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:37.459898 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=b92dcec4-1815-4688-80b1-2d27aecb6b04,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:37.593929 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Network 27598ce3-f982-44f0-8153-7dd12b009926 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:37.636603 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-f84dac31-4290-489b-8435-6e4305e15e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:37.653419 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-f84dac31-4290-489b-8435-6e4305e15e61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 1097 time: 0.6189876 Jan 18 16:33:37.749132 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:37.762443 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7315d9c-3581-4bfa-a27b-e878ad5bb5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:37.777524 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Pushing event updated for resources: {'Port': ['ID=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:37.785107 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:37.791772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (aa5db699-b15b-41bb-95b3-de727e60b909), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:37.807681 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a91e9bfc-7d32-4082-97d4-986e9f0790e4 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:37.962599 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f170e8a488dd01a1530f252a532c8d385c8727075f0178b02b6827317e098f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773a8ef7-4d2b-4737-ad79-4d42ec83511d" -d '{"events": [{"name": "network-changed", "server_uuid": "57fa7297-c9e4-4462-b921-cfd2e7d91b0e", "tag": "814af72c-6bb0-43e5-8d82-b3fa9e24bec4"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:37.978481 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-06774636-4969-44bd-9711-d5211cf39d03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4 HTTP/1.1" status: 200 len: 217 time: 0.3175075 Jan 18 16:33:37.988669 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7e0008fe-8eb1-49c0-927f-7b9776f52f7c req-885cd929-38b6-412e-a8c7-2fb2fc41e82f tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9734187 Jan 18 16:33:38.029260 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port a91e9bfc-7d32-4082-97d4-986e9f0790e4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:38.032435 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:38.075968 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae008f09-e8e6-44e4-8294-92ed923e76fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4363bb-dfb5-4eec-8d1a-3eda90f5831f", "tag": "b5dd81b4-02df-485f-be6d-d83416f1e4fc"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:38.172857 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-130179c5-8e5d-480d-9635-b5311d4b410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:38.177424 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-130179c5-8e5d-480d-9635-b5311d4b410b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.1843665 Jan 18 16:33:38.276081 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port a91e9bfc-7d32-4082-97d4-986e9f0790e4 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:38.276498 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:38.337156 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-452e912b-3ff6-4e56-a0cd-aedf0721ef2d None None] Provisioning complete for port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:38.339812 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-452e912b-3ff6-4e56-a0cd-aedf0721ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:38.347310 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port a91e9bfc-7d32-4082-97d4-986e9f0790e4, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a91e9bfc-7d32-4082-97d4-986e9f0790e4,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:38.372115 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-91456a9c-ded2-4b09-a27a-f7b62ff009df tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--774628809&fields=id&tenant_id=a7b76ec84b004fe285d6a562bd52247f HTTP/1.1" status: 200 len: 267 time: 0.8441463 Jan 18 16:33:38.404342 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:38.408366 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 02eb873c-0ec7-4215-9300-bab956d3ee9c up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:38.543343 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-9bcb6255-9321-470d-9d42-958080693c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:38.546935 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-9bcb6255-9321-470d-9d42-958080693c7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab9b96a91d1c445784f56615d978d6d6&device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 1097 time: 1.0237131 Jan 18 16:33:38.640936 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-452e912b-3ff6-4e56-a0cd-aedf0721ef2d None None] Port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:38.670740 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d04e95-311f-4bd1-a343-3a935a8f4b03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dd81b4-02df-485f-be6d-d83416f1e4fc,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:38.723786 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-418226a1-572d-4fa3-adc0-096ee9a52413 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5dd81b4-02df-485f-be6d-d83416f1e4fc HTTP/1.1" status: 200 len: 217 time: 0.1490147 Jan 18 16:33:38.728770 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=a91e9bfc-7d32-4082-97d4-986e9f0790e4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:38.813749 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-c6853a6f-c72c-491f-8f81-09871a8aaebe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5512416 Jan 18 16:33:38.816397 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 02eb873c-0ec7-4215-9300-bab956d3ee9c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:38.817000 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:38.915260 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc34829-5ef3-412f-88d6-d2d40b198288 req-8cbd0f93-477f-4cdc-90f1-a505ad12d506 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:38.926780 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-adc34829-5ef3-412f-88d6-d2d40b198288 req-8cbd0f93-477f-4cdc-90f1-a505ad12d506 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 944 time: 0.7353020 Jan 18 16:33:39.038031 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7315d9c-3581-4bfa-a27b-e878ad5bb5f4 admin admin] Publish callbacks [] for security_group (5d08af75-b980-4920-adc0-73a3a060cd2a), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:39.040401 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-93d37687-8437-484b-86aa-76019e9bd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:39.042154 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-93d37687-8437-484b-86aa-76019e9bd79e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e7d639d2-2125-4f50-92ec-45ab220bc9d2 HTTP/1.1" status: 200 len: 851 time: 0.2529576 Jan 18 16:33:39.042820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:39.053190 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7315d9c-3581-4bfa-a27b-e878ad5bb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5d08af75-b980-4920-adc0-73a3a060cd2a), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:39.074890 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-0de4ce65-27f3-47f3-bd7a-0289070f2c88 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:39.094816 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-0de4ce65-27f3-47f3-bd7a-0289070f2c88 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 810 time: 0.7212217 Jan 18 16:33:39.151473 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.81', 53801) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:39.169308 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 02eb873c-0ec7-4215-9300-bab956d3ee9c is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:39.387320 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-98f9e91f-7d17-46c4-9e51-28b2c23ec955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:39.412830 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-bbeee86a-07f7-4586-945b-203d572b96d1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/quotas/a7b76ec84b004fe285d6a562bd52247f HTTP/1.1" status: 200 len: 375 time: 0.3163552 Jan 18 16:33:39.436387 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-adc34829-5ef3-412f-88d6-d2d40b198288 req-8da92ead-f3c2-45c4-b80d-cc7af6c0101d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720454 Jan 18 16:33:39.451654 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-3f904abd-7bda-48e0-be14-e3e90a94e6fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ca8cf5a-3db1-4bca-80c2-3321cb3aabca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2988601 Jan 18 16:33:39.530741 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-b9b187c1-b03b-4653-8514-34da87a0bd3f service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951067 Jan 18 16:33:39.590636 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a91e9bfc-7d32-4082-97d4-986e9f0790e4 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:39.726377 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port a91e9bfc-7d32-4082-97d4-986e9f0790e4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:39.727165 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:39.812365 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4047b7d4-64c7-4486-9296-9992ab5e7b82 req-2d8dc981-797d-415a-b2e6-fb4c5b1875f7 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753685 Jan 18 16:33:39.833568 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d7315d9c-3581-4bfa-a27b-e878ad5bb5f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d22cc87967d5480bb4112feb2d30e88a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9484773 Jan 18 16:33:39.834852 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41088) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:39.870935 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41090) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:39.932131 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port a91e9bfc-7d32-4082-97d4-986e9f0790e4 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:39.933526 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device b92dcec4-1815-4688-80b1-2d27aecb6b04 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:39.962154 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7315d9c-3581-4bfa-a27b-e878ad5bb5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d08af75-b980-4920-adc0-73a3a060cd2a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:40.063216 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port b92dcec4-1815-4688-80b1-2d27aecb6b04 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:40.063216 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:40.167937 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-52adb8be-17da-4b31-8e38-6a7772307dd5 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:40.171422 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-52adb8be-17da-4b31-8e38-6a7772307dd5 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 818 time: 0.3580003 Jan 18 16:33:40.173753 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-ae0ae0db-55d2-483a-bf45-81960a1fae9c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7597718 Jan 18 16:33:40.210857 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-f2eb20b2-d7d9-403f-8002-fa00f69d6666 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca8cf5a-3db1-4bca-80c2-3321cb3aabca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705395 Jan 18 16:33:40.227978 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-595c76eb-6e5a-4117-a87a-42b487ac925f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/quotas/ac4e86b39e7a4904912343571ef86b74 HTTP/1.1" status: 200 len: 375 time: 0.0401063 Jan 18 16:33:40.351365 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port b92dcec4-1815-4688-80b1-2d27aecb6b04 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:40.383458 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-13356b92-53c2-4b49-8abd-3a91be082be3 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366374 Jan 18 16:33:40.664601 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-b0bba76d-08d5-4a47-9c00-b82d6d6d3dce service neutron] 10.222.0.86 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499979 Jan 18 16:33:40.696744 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-044bdf6d-d295-41b0-a889-ab4cbc413efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:40.728519 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-15caac13-74ba-4981-bee3-0bc6ed509a34 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:40.736366 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-15caac13-74ba-4981-bee3-0bc6ed509a34 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 818 time: 1.5624063 Jan 18 16:33:40.959217 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6513-05cd-49a6-8326-88015963cbcd admin admin] Publish callbacks [] for security_group (5d08af75-b980-4920-adc0-73a3a060cd2a), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:40.976585 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-9b0d65f9-6a71-497d-b8b7-16df2c2a369d service neutron] 10.222.0.86 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108714 Jan 18 16:33:41.029440 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:41.079054 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6513-05cd-49a6-8326-88015963cbcd admin admin] Publish callbacks [] for security_group (5d08af75-b980-4920-adc0-73a3a060cd2a), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:41.304460 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cb2e4e18-684f-4495-b760-c77f91456e2c req-617566be-f2a4-4a75-aa0c-b0507244c237 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca8cf5a-3db1-4bca-80c2-3321cb3aabca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590350 Jan 18 16:33:41.475250 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6513-05cd-49a6-8326-88015963cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5d08af75-b980-4920-adc0-73a3a060cd2a), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:41.478644 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6513-05cd-49a6-8326-88015963cbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:41.482496 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ac4c6513-05cd-49a6-8326-88015963cbcd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d08af75-b980-4920-adc0-73a3a060cd2a HTTP/1.1" status: 204 len: 168 time: 1.5529284 Jan 18 16:33:41.515900 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks [] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:41.519986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c6513-05cd-49a6-8326-88015963cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d08af75-b980-4920-adc0-73a3a060cd2a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:41.572201 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Request body: {'port': {'device_id': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'admin_state_up': True, 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:41.584301 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:41.586403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (aa5db699-b15b-41bb-95b3-de727e60b909), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:41.696717 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Pushing event updated for resources: {'Port': ['ID=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:41.701149 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-ba915c0c-1e48-4b59-ac85-262af8b9b204 service neutron] 10.222.0.86 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4887249 Jan 18 16:33:41.903094 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f9b53c-1d56-4821-9e9a-b17dd00e9eb0 x-openstack-request-id: req-c6f9b53c-1d56-4821-9e9a-b17dd00e9eb0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:41.904074 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fa7297-c9e4-4462-b921-cfd2e7d91b0e", "tag": "814af72c-6bb0-43e5-8d82-b3fa9e24bec4", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:41.904487 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6f9b53c-1d56-4821-9e9a-b17dd00e9eb0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:41.905856 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'tag': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4', 'status': 'completed', 'code': 200} Jan 18 16:33:42.139915 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-044bdf6d-d295-41b0-a889-ab4cbc413efc admin admin] Publish callbacks [] for security_group (9d213c58-02b5-4c61-8349-41bbf2be0e25), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:42.161078 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-044bdf6d-d295-41b0-a889-ab4cbc413efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9d213c58-02b5-4c61-8349-41bbf2be0e25), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:42.206426 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-31498a32-0b41-4ffd-bf50-1f07a7cecb0e service neutron] 10.222.0.86 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766722 Jan 18 16:33:42.427318 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:42.463631 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa7bfe-343f-4e45-a9dd-b165be087544 x-openstack-request-id: req-36aa7bfe-343f-4e45-a9dd-b165be087544 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:42.466067 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4363bb-dfb5-4eec-8d1a-3eda90f5831f", "tag": "b5dd81b4-02df-485f-be6d-d83416f1e4fc", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:42.468289 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-36aa7bfe-343f-4e45-a9dd-b165be087544 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:42.474132 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'tag': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc', 'status': 'completed', 'code': 200} Jan 18 16:33:42.542103 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bdf6d-d295-41b0-a889-ab4cbc413efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d213c58-02b5-4c61-8349-41bbf2be0e25,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:42.573974 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41138) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:42.648918 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-044bdf6d-d295-41b0-a889-ab4cbc413efc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0dde735b1ec84464a3622b2d4d3ed195&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7875710 Jan 18 16:33:42.658823 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:42.664343 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-eae353a7-1b68-42a0-a770-9f605546b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:42.666161 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-eae353a7-1b68-42a0-a770-9f605546b507 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 1097 time: 0.6446931 Jan 18 16:33:42.785292 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6435443-de5c-492f-b5db-e0126b2037ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:42.790902 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-068a974a-d7b7-44a2-a900-4e1ef3df85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:42.792603 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-068a974a-d7b7-44a2-a900-4e1ef3df85b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab9b96a91d1c445784f56615d978d6d6&device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 1097 time: 0.3945670 Jan 18 16:33:42.868093 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Network 27598ce3-f982-44f0-8153-7dd12b009926 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:42.939215 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6435443-de5c-492f-b5db-e0126b2037ea admin admin] Publish callbacks [] for security_group (a272a188-5837-4ba6-92e5-29bc26ead8f6), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:42.964231 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:42.970412 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6435443-de5c-492f-b5db-e0126b2037ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (a272a188-5837-4ba6-92e5-29bc26ead8f6), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.017934 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a6435443-de5c-492f-b5db-e0126b2037ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a694c4daee0f4d1eabbd49003e662670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817186 Jan 18 16:33:43.019291 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Made reservation on behalf of ac4e86b39e7a4904912343571ef86b74 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:43.023455 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.026149 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:43.067095 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c12164-5379-4174-86fb-362d7bf02ca1 req-e8e82cfa-b17c-4910-b86d-1449275132e6 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.073125 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-74c12164-5379-4174-86fb-362d7bf02ca1 req-e8e82cfa-b17c-4910-b86d-1449275132e6 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 944 time: 0.4882197 Jan 18 16:33:43.145876 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.272705 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-74c12164-5379-4174-86fb-362d7bf02ca1 req-da222159-c883-45d5-af6d-bc7b024ccab5 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288240 Jan 18 16:33:43.273600 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6435443-de5c-492f-b5db-e0126b2037ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a272a188-5837-4ba6-92e5-29bc26ead8f6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:43.285232 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-da86e616-dca6-49a8-92eb-fc419a3d8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.286765 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-da86e616-dca6-49a8-92eb-fc419a3d8ff5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 916 time: 0.6038110 Jan 18 16:33:43.312991 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-453f89b6-7913-4231-9166-9476228f8d5d None None] Provisioning complete for port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:43.313210 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d37f9-bed6-4ccd-922a-098e4224f898 req-0f8aa35b-f921-4b6d-8fb6-0d22247d13c6 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.313355 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-453f89b6-7913-4231-9166-9476228f8d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.322110 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-466d37f9-bed6-4ccd-922a-098e4224f898 req-0f8aa35b-f921-4b6d-8fb6-0d22247d13c6 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 944 time: 0.6315582 Jan 18 16:33:43.324608 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed677729-fe8b-47d9-958e-dc19843babd9 admin admin] Publish callbacks [] for security_group (9d213c58-02b5-4c61-8349-41bbf2be0e25), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.337481 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-4e56643c-092f-4934-b000-b7603b0261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.339372 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-4e56643c-092f-4934-b000-b7603b0261a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3ca8cf5a-3db1-4bca-80c2-3321cb3aabca HTTP/1.1" status: 200 len: 912 time: 0.5390868 Jan 18 16:33:43.353187 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed677729-fe8b-47d9-958e-dc19843babd9 admin admin] Publish callbacks [] for security_group (9d213c58-02b5-4c61-8349-41bbf2be0e25), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.405481 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-453f89b6-7913-4231-9166-9476228f8d5d None None] Port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:43.417394 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-c4beb516-081b-4027-90fc-ac0e1c0bf5fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5dd81b4-02df-485f-be6d-d83416f1e4fc HTTP/1.1" status: 200 len: 217 time: 0.0679042 Jan 18 16:33:43.499126 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-a20aaa22-e1a7-41a3-8fe4-e0361bd1d663 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4 HTTP/1.1" status: 200 len: 217 time: 0.1230421 Jan 18 16:33:43.502638 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e689e136-3b88-4702-b72d-b8a724864be7 req-985526f6-1833-442f-9924-6ed7c9c60113 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 210 time: 0.0842199 Jan 18 16:33:43.526381 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-25a7ed5a-9439-492c-a068-012bc7f55c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.530780 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-25a7ed5a-9439-492c-a068-012bc7f55c7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e7d639d2-2125-4f50-92ec-45ab220bc9d2 HTTP/1.1" status: 200 len: 851 time: 0.1031742 Jan 18 16:33:43.590301 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-f9056ffe-a8a7-4e5e-bd26-38bbce259bdf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ca8cf5a-3db1-4bca-80c2-3321cb3aabca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373764 Jan 18 16:33:43.698007 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-466d37f9-bed6-4ccd-922a-098e4224f898 req-812d5c59-f0cf-48aa-af7f-bc671813fda1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743026 Jan 18 16:33:43.717742 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.81', 53806) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:43.762686 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6923b990-538a-4aee-8679-eaa349699d0b req-6c8be540-b7ec-4fbf-92dc-07b9d5b71215 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 210 time: 0.1202765 Jan 18 16:33:43.818956 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-96c191b1-c1c2-4bae-8973-3aac43be8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.820463 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-96c191b1-c1c2-4bae-8973-3aac43be8fcc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.2823033 Jan 18 16:33:43.835779 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Router aa5db699-b15b-41bb-95b3-de727e60b909 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:33:43.838077 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed677729-fe8b-47d9-958e-dc19843babd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9d213c58-02b5-4c61-8349-41bbf2be0e25), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.838570 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-3454ad25-f612-4190-b877-f3ac6aa75f77 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca8cf5a-3db1-4bca-80c2-3321cb3aabca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388539 Jan 18 16:33:43.840961 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed677729-fe8b-47d9-958e-dc19843babd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.842047 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ed677729-fe8b-47d9-958e-dc19843babd9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d213c58-02b5-4c61-8349-41bbf2be0e25 HTTP/1.1" status: 204 len: 168 time: 1.1805167 Jan 18 16:33:43.931053 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b5d5db7c-dd77-4187-b497-69b6b82c3bbb admin admin] Publish callbacks [] for security_group (a272a188-5837-4ba6-92e5-29bc26ead8f6), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:43.943365 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-12cf116f-ac67-4ad1-b371-92666256fbd1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064606 Jan 18 16:33:43.956482 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed677729-fe8b-47d9-958e-dc19843babd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d213c58-02b5-4c61-8349-41bbf2be0e25,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:43.983418 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Allocated IP 172.20.0.9 (f554de0e-6680-4aba-b862-4961f254c90e/7fe2521f-1021-415c-b26a-e70fb0d94f2a/f4ae2a05-bb69-4dd8-bb22-4e55a575058d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:44.036474 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b5d5db7c-dd77-4187-b497-69b6b82c3bbb admin admin] Publish callbacks [] for security_group (a272a188-5837-4ba6-92e5-29bc26ead8f6), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.041718 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae008f09-e8e6-44e4-8294-92ed923e76fd req-82fc32d1-924c-4815-92d5-43d2614a5889 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca8cf5a-3db1-4bca-80c2-3321cb3aabca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961880 Jan 18 16:33:44.319165 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-80744d09-32ac-4832-9ec9-545b9f16e95b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:44.320673 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-80744d09-32ac-4832-9ec9-545b9f16e95b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 810 time: 0.1697247 Jan 18 16:33:44.357994 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-0b6c36bc-3d56-4950-ad37-5b982273d40a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:44.361126 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-0b6c36bc-3d56-4950-ad37-5b982273d40a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 818 time: 0.6326880 Jan 18 16:33:44.389258 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Request body: {'port': {'device_id': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'admin_state_up': True, 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:44.441301 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-a4f90111-e83a-4634-a519-2a686d26f08a tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b76ec84b004fe285d6a562bd52247f HTTP/1.1" status: 200 len: 379 time: 0.1001165 Jan 18 16:33:44.450991 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'port': {'device_id': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'admin_state_up': True, 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'security_groups': ['5b615405-9dfa-4112-8bf9-bfc00c5b3baf']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:44.497692 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41184) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:44.599652 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Made reservation on behalf of a7b76ec84b004fe285d6a562bd52247f for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:44.602112 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-c89d778f-2d51-4a0b-afba-cdc5d6f8646b service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468196 Jan 18 16:33:44.603211 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.609584 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f62dbb12-9b91-406b-9be9-a7a01391f1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.622613 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-153ce692-d9d2-4202-9ff6-91ad1182583b req-db242418-7d01-49d8-ab84-4a8185465bcc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 210 time: 0.0396137 Jan 18 16:33:44.736310 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b5d5db7c-dd77-4187-b497-69b6b82c3bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (a272a188-5837-4ba6-92e5-29bc26ead8f6), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.739893 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b5d5db7c-dd77-4187-b497-69b6b82c3bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.744668 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-b5d5db7c-dd77-4187-b497-69b6b82c3bbb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a272a188-5837-4ba6-92e5-29bc26ead8f6 HTTP/1.1" status: 204 len: 168 time: 1.6984172 Jan 18 16:33:44.744668 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:44.767610 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Sync routers for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:44.786423 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:44.788101 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:44.809565 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f0dcdd5f-f9c6-464a-bbcc-ad27a6efa71b admin admin] 10.222.0.86 "PUT /v2.0/routers/aa5db699-b15b-41bb-95b3-de727e60b909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0857401 Jan 18 16:33:44.812333 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f80c35-a074-4ead-a78b-5d7c5a62286f req-483a667c-832f-4b6b-861f-d25867726141 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:44.813654 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-85f80c35-a074-4ead-a78b-5d7c5a62286f req-483a667c-832f-4b6b-861f-d25867726141 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 944 time: 0.4072411 Jan 18 16:33:44.847071 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Allocated IP 172.20.0.13 (09e3d9d3-2b7d-4033-9e82-ab688ec153b3/749f86b2-48c9-46ed-9729-e72f7c9866a6/52db51cd-0955-4ab8-ae98-898777a037ad) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:44.874995 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5db7c-dd77-4187-b497-69b6b82c3bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a272a188-5837-4ba6-92e5-29bc26ead8f6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:44.913459 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks [] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.012683 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-773a8ef7-4d2b-4737-ad79-4d42ec83511d req-09052295-2496-46f7-9e6f-20f4e67322db service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712709 Jan 18 16:33:45.017482 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Made reservation on behalf of ac4e86b39e7a4904912343571ef86b74 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:45.021116 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.026282 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-85f80c35-a074-4ead-a78b-5d7c5a62286f req-494920a2-968e-481d-8abf-e30888356aee tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904283 Jan 18 16:33:45.040860 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e1c1-3406-47d3-a32e-28f7769f3967 req-32bd9b36-7369-4f52-854e-9ff3e0fab14d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.052345 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0572e1c1-3406-47d3-a32e-28f7769f3967 req-32bd9b36-7369-4f52-854e-9ff3e0fab14d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 944 time: 0.1784499 Jan 18 16:33:45.098545 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f62dbb12-9b91-406b-9be9-a7a01391f1be admin admin] Publish callbacks [] for security_group (339568a7-b3d7-4014-a6fe-0c8691c7f64e), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.106124 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f62dbb12-9b91-406b-9be9-a7a01391f1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (339568a7-b3d7-4014-a6fe-0c8691c7f64e), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.161551 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:45.216369 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dbb12-9b91-406b-9be9-a7a01391f1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339568a7-b3d7-4014-a6fe-0c8691c7f64e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:45.220907 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.274878 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0572e1c1-3406-47d3-a32e-28f7769f3967 req-5aa01235-bd7d-4372-a730-ae4e26d5d133 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215645 Jan 18 16:33:45.334959 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d5d2c63e-ba51-4cbe-95b7-b17f56ca88eb req-3324f789-c160-4728-bff4-0141792e8cb8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 210 time: 0.1310742 Jan 18 16:33:45.345710 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for port (52db51cd-0955-4ab8-ae98-898777a037ad), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.358417 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f62dbb12-9b91-406b-9be9-a7a01391f1be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b0bf95fe5014480994d4b1d89fbaabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8419759 Jan 18 16:33:45.367952 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41214) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:45.408441 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Network f554de0e-6680-4aba-b862-4961f254c90e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:45.420907 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:45.435002 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:45.443870 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.445101 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.463351 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Pushing event updated for resources: {'Port': ['ID=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:45.465692 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad00de49-1aa6-4800-8623-c8929366546e admin admin] Publish callbacks [] for security_group (339568a7-b3d7-4014-a6fe-0c8691c7f64e), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.475287 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-6153591a-0f32-4cfd-9aa9-322153081c58 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9285071 Jan 18 16:33:45.488146 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.495314 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Request body: {'port': {'device_id': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:45.535144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Allocated IP 172.20.0.12 (f554de0e-6680-4aba-b862-4961f254c90e/7fe2521f-1021-415c-b26a-e70fb0d94f2a/6e534038-367a-497e-a8f1-e263a9b649da) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:45.571193 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:40Z', 'revision_number': 2, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:45.589599 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad00de49-1aa6-4800-8623-c8929366546e admin admin] Publish callbacks [] for security_group (339568a7-b3d7-4014-a6fe-0c8691c7f64e), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.632850 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Checking router: aa5db699-b15b-41bb-95b3-de727e60b909 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:45.633563 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Updating router aa5db699-b15b-41bb-95b3-de727e60b909 port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:45.648303 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:45.662222 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.672260 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:45.675882 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:45.689612 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.690276 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.747140 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'Port': ['ID=52db51cd-0955-4ab8-ae98-898777a037ad,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:45.830092 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-be76c392-8316-4122-b882-39fc4dd7e901 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3837411 Jan 18 16:33:45.833248 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks [] for port (6e534038-367a-497e-a8f1-e263a9b649da), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.855243 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Request body: {'port': {'device_id': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:45.881119 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2dffcc56-b3f5-4f76-9c3c-b47f65ec4204 req-0462d879-8146-46b1-8d95-6ac7ca69eebc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 210 time: 0.0457394 Jan 18 16:33:45.889952 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.032471 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.035842 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad00de49-1aa6-4800-8623-c8929366546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (339568a7-b3d7-4014-a6fe-0c8691c7f64e), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.038915 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad00de49-1aa6-4800-8623-c8929366546e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.040364 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ad00de49-1aa6-4800-8623-c8929366546e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/339568a7-b3d7-4014-a6fe-0c8691c7f64e HTTP/1.1" status: 204 len: 168 time: 0.6714444 Jan 18 16:33:46.144964 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00de49-1aa6-4800-8623-c8929366546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339568a7-b3d7-4014-a6fe-0c8691c7f64e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:46.229893 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Publish callbacks [] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.249135 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b5dd81b4-02df-485f-be6d-d83416f1e4fc details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:46.273708 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.299902 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:46.314014 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b4b9d02b-873b-449d-8d52-89ab970e6b97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137395964', 'description': 'tempest-description--1377137803'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:46.357357 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (6e534038-367a-497e-a8f1-e263a9b649da), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.505856 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d10f835d-d8eb-413c-96c3-72249925bb07 None None] Provisioning complete for port 52db51cd-0955-4ab8-ae98-898777a037ad triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:46.512727 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d10f835d-d8eb-413c-96c3-72249925bb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.549236 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Network f554de0e-6680-4aba-b862-4961f254c90e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:46.568802 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517727a-07a5-4ab6-b6a5-085712e5f889 None None] Pushing event updated for resources: {'Port': ['ID=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:46.570465 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:46.598178 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:46.606467 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:46.608105 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.624780 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Pushing event updated for resources: {'Port': ['ID=6e534038-367a-497e-a8f1-e263a9b649da,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:46.630416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ae2a05-bb69-4dd8-bb22-4e55a575058d {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:46.638911 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Attempting to bind port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:46.639429 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Attempting to bind port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:46.639993 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Attempting to bind port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 on network 27598ce3-f982-44f0-8153-7dd12b009926 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:46.647087 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Publish callbacks [] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.653164 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d10f835d-d8eb-413c-96c3-72249925bb07 None None] Port 52db51cd-0955-4ab8-ae98-898777a037ad cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:46.660363 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:46.665873 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Checking segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:46.666472 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.667012 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Bound using segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:46.667689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Bound port: af69ceed-bd5d-4bf2-b254-f9e1ccf9a853, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:46.668202 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.671751 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b35af1-6b34-4418-aa68-c4a29e9ba0cd req-122b9471-edfa-4110-9d05-92398322683a tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:46.680303 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-63b35af1-6b34-4418-aa68-c4a29e9ba0cd req-122b9471-edfa-4110-9d05-92398322683a tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 944 time: 0.3215671 Jan 18 16:33:46.696493 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-70c8a3bd-ec14-4a18-a257-eea5435ada3f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3184416 Jan 18 16:33:46.708377 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dd98e-dfff-48b6-a6a9-dd84e43f70ff req-cbe33b3a-2acb-423b-8fa3-8e2a8eaa00c0 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:46.712782 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Transition to ACTIVE for port object f4ae2a05-bb69-4dd8-bb22-4e55a575058d will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:33:46.719974 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Request body: {'port': {'device_id': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:46.725267 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2c0dd98e-dfff-48b6-a6a9-dd84e43f70ff req-cbe33b3a-2acb-423b-8fa3-8e2a8eaa00c0 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 944 time: 0.2438946 Jan 18 16:33:46.741733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.744055 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41266) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:46.758137 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port b5dd81b4-02df-485f-be6d-d83416f1e4fc, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b5dd81b4-02df-485f-be6d-d83416f1e4fc,segment=NetworkSegment(6be18838-52c6-4e21-b6ff-6a1ce1516436),segment_id=6be18838-52c6-4e21-b6ff-6a1ce1516436)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:46.813245 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc', 'network_id': '3ca8cf5a-3db1-4bca-80c2-3321cb3aabca', 'port_id': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc', 'mac_address': 'fa:16:3e:01:1a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d639d2-2125-4f50-92ec-45ab220bc9d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:46.839401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] For port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:46.841875 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7e56a669-4490-4a1c-b26f-2e914d3879fb None None] Provisioning complete for port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:46.842489 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e56a669-4490-4a1c-b26f-2e914d3879fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.849188 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] For port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:46.868700 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d02b-873b-449d-8d52-89ab970e6b97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.930361 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (6e534038-367a-497e-a8f1-e263a9b649da), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.943529 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2c0dd98e-dfff-48b6-a6a9-dd84e43f70ff req-a63f075e-e300-4d8e-998c-04bc36303ab1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160890 Jan 18 16:33:46.958331 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.984986 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-63b35af1-6b34-4418-aa68-c4a29e9ba0cd req-66b3add2-4407-4ba1-b636-44e41fc23ed2 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036795 Jan 18 16:33:47.039675 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:47.208705 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41a47604-7b66-44a8-bab8-a76177960b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.293348 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7e56a669-4490-4a1c-b26f-2e914d3879fb None None] Port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:47.295110 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517727a-07a5-4ab6-b6a5-085712e5f889 None None] Pushing event updated for resources: {'Port': ['ID=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:47.303125 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port b5dd81b4-02df-485f-be6d-d83416f1e4fc is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:47.303515 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.333656 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5dd81b4-02df-485f-be6d-d83416f1e4fc {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:47.397032 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port b5dd81b4-02df-485f-be6d-d83416f1e4fc, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b5dd81b4-02df-485f-be6d-d83416f1e4fc,segment=NetworkSegment(6be18838-52c6-4e21-b6ff-6a1ce1516436),segment_id=6be18838-52c6-4e21-b6ff-6a1ce1516436)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:47.413759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.416678 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:47.420171 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52db51cd-0955-4ab8-ae98-898777a037ad {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:47.422792 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41a47604-7b66-44a8-bab8-a76177960b51 admin admin] Publish callbacks [] for security_group (b86364bf-7643-4c9a-abde-797d383670c0), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.427910 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Attempting to bind port f4ae2a05-bb69-4dd8-bb22-4e55a575058d on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:47.428281 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Attempting to bind port f4ae2a05-bb69-4dd8-bb22-4e55a575058d by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:47.428729 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Attempting to bind port f4ae2a05-bb69-4dd8-bb22-4e55a575058d on network f554de0e-6680-4aba-b862-4961f254c90e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:47.431907 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Publish callbacks [] for port (52db51cd-0955-4ab8-ae98-898777a037ad), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.452192 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Transition to ACTIVE for port object 52db51cd-0955-4ab8-ae98-898777a037ad will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:33:47.459157 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41a47604-7b66-44a8-bab8-a76177960b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (b86364bf-7643-4c9a-abde-797d383670c0), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.469171 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d02b-873b-449d-8d52-89ab970e6b97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (6e103d48-9919-459d-9405-467aa5285f91), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.477042 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.505173 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-41a47604-7b66-44a8-bab8-a76177960b51 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8d13e53116374e90abefdadc82fe5d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7532327 Jan 18 16:33:47.511130 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:47.515674 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41286) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:47.516630 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Port f4ae2a05-bb69-4dd8-bb22-4e55a575058d on network f554de0e-6680-4aba-b862-4961f254c90e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:33:47.517118 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Attempting to bind port f4ae2a05-bb69-4dd8-bb22-4e55a575058d on network f554de0e-6680-4aba-b862-4961f254c90e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:47.522549 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:33:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:47.574220 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Pushing event updated for resources: {'Port': ['ID=52db51cd-0955-4ab8-ae98-898777a037ad,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:47.592262 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d02b-873b-449d-8d52-89ab970e6b97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (6e103d48-9919-459d-9405-467aa5285f91), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.672647 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d02b-873b-449d-8d52-89ab970e6b97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.676243 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-b4b9d02b-873b-449d-8d52-89ab970e6b97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3701253 Jan 18 16:33:47.687351 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d02b-873b-449d-8d52-89ab970e6b97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e103d48-9919-459d-9405-467aa5285f91,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:47.739804 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41288) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:47.746664 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=b5dd81b4-02df-485f-be6d-d83416f1e4fc,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:47.751748 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ae876e60-d41d-4b6c-ab28-0d60ff56aaa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'security_group_rule': {'security_group_id': '6e103d48-9919-459d-9405-467aa5285f91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: from cryptography.utils import int_from_bytes Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: from cryptography.utils import int_from_bytes Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.818359 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:47.820927 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:33:47.833700 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed99451-7649-4b67-a236-e15809dce3e8 req-b19f9004-7b83-459c-add4-46af34980c60 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:47.847509 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3ed99451-7649-4b67-a236-e15809dce3e8 req-b19f9004-7b83-459c-add4-46af34980c60 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 944 time: 0.3753543 Jan 18 16:33:47.887130 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Attempting to bind port 52db51cd-0955-4ab8-ae98-898777a037ad on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:47.887608 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Attempting to bind port 52db51cd-0955-4ab8-ae98-898777a037ad by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:47.905559 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Attempting to bind port 52db51cd-0955-4ab8-ae98-898777a037ad on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:47.948278 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Port 52db51cd-0955-4ab8-ae98-898777a037ad on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:33:47.951341 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Attempting to bind port 52db51cd-0955-4ab8-ae98-898777a037ad on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:47.970936 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:47.971499 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Checking segment: {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:47.972231 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Bound using segment: {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:47.972231 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Bound port: f4ae2a05-bb69-4dd8-bb22-4e55a575058d, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:47.972548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:47.991887 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:47.992283 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Checking segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:47.992622 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Bound using segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:47.996669 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Bound port: 52db51cd-0955-4ab8-ae98-898777a037ad, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:47.997048 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.004746 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: from cryptography.utils import int_from_bytes Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: from cryptography.utils import int_from_bytes Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.071192 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:48.074928 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:33:48.083443 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dc338-1544-4098-84b2-36fc697ed29a req-3a413a7b-f8d1-4128-abf5-f49c4a5af358 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:48.091410 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-176dc338-1544-4098-84b2-36fc697ed29a req-3a413a7b-f8d1-4128-abf5-f49c4a5af358 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 932 time: 0.9529207 Jan 18 16:33:48.094511 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3ed99451-7649-4b67-a236-e15809dce3e8 req-6b095f3d-5da3-4b85-a73b-a8dbcff6d7ff tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468543 Jan 18 16:33:48.104003 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ae876e60-d41d-4b6c-ab28-0d60ff56aaa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (16b67456-2e65-44a8-b856-d34510f6dd41), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.157790 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] For port 52db51cd-0955-4ab8-ae98-898777a037ad, host hv-cinder-82513, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:48.159928 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a47604-7b66-44a8-bab8-a76177960b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86364bf-7643-4c9a-abde-797d383670c0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:48.172635 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5fdffb3f-a8db-429a-8c61-003e17538a01 None None] Provisioning complete for port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:48.173012 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5fdffb3f-a8db-429a-8c61-003e17538a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.207900 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ae876e60-d41d-4b6c-ab28-0d60ff56aaa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (16b67456-2e65-44a8-b856-d34510f6dd41), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.216582 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ae876e60-d41d-4b6c-ab28-0d60ff56aaa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (16b67456-2e65-44a8-b856-d34510f6dd41), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.219197 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23ec014b-b47e-4452-9b1a-490030871fae admin admin] Publish callbacks [] for security_group (b86364bf-7643-4c9a-abde-797d383670c0), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.224657 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] For port 52db51cd-0955-4ab8-ae98-898777a037ad, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=52db51cd-0955-4ab8-ae98-898777a037ad,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:48.265954 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:48.267355 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23ec014b-b47e-4452-9b1a-490030871fae admin admin] Publish callbacks [] for security_group (b86364bf-7643-4c9a-abde-797d383670c0), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.270341 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae876e60-d41d-4b6c-ab28-0d60ff56aaa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b67456-2e65-44a8-b856-d34510f6dd41,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:48.285427 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.369855 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'port_id': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4', 'mac_address': 'fa:16:3e:a3:4a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b89a15-6265-4f2e-80e8-c65a89f40785', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:48.374072 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ae876e60-d41d-4b6c-ab28-0d60ff56aaa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.376371 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ae876e60-d41d-4b6c-ab28-0d60ff56aaa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6348348 Jan 18 16:33:48.388009 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-176dc338-1544-4098-84b2-36fc697ed29a req-2cdd6254-5a26-4773-a8b9-1d464347514d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957518 Jan 18 16:33:48.391152 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] For port f4ae2a05-bb69-4dd8-bb22-4e55a575058d, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:48.393265 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41314) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:48.401140 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f6171aed-7907-4ef5-930c-921f1d93590e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'security_group_rule': {'security_group_id': '6e103d48-9919-459d-9405-467aa5285f91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:48.438435 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] For port f4ae2a05-bb69-4dd8-bb22-4e55a575058d, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:48.451705 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.525677 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:48.526348 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.551632 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:48.552349 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.557032 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] 10.222.0.81 "PUT /v2.0/ports/52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 200 len: 1094 time: 2.7209201 Jan 18 16:33:48.557582 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:48.570855 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f170e8a488dd01a1530f252a532c8d385c8727075f0178b02b6827317e098f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3667462-34e1-4faf-a931-df197aafc6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:48.572081 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23ec014b-b47e-4452-9b1a-490030871fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (b86364bf-7643-4c9a-abde-797d383670c0), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.576035 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23ec014b-b47e-4452-9b1a-490030871fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.577559 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-23ec014b-b47e-4452-9b1a-490030871fae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b86364bf-7643-4c9a-abde-797d383670c0 HTTP/1.1" status: 204 len: 168 time: 1.0558023 Jan 18 16:33:48.622815 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:48.623752 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.625575 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] 10.222.0.81 "PUT /v2.0/ports/f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 1093 time: 3.1388345 Jan 18 16:33:48.629322 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:48.659267 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'tag': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:48.666027 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9aa382-fe91-4ae3-a7b0-228e601c5993", "tag": "f4ae2a05-bb69-4dd8-bb22-4e55a575058d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:48.684877 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de1cbd-011b-4dd0-a4ff-0032d1f49793 service neutron] Pushing event updated for resources: {'Port': ['ID=52db51cd-0955-4ab8-ae98-898777a037ad,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:48.694152 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e534038-367a-497e-a8f1-e263a9b649da {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:48.723896 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec014b-b47e-4452-9b1a-490030871fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86364bf-7643-4c9a-abde-797d383670c0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:48.729529 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6171aed-7907-4ef5-930c-921f1d93590e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (325f2989-7b7b-4ddb-8e32-51f4a5a39d9e), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.732476 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cbae8-6a66-4799-b960-c35726cf38aa req-e0d3dccc-e913-45e0-bb63-35c5c1a1142a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:48.738235 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:48.743529 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5fdffb3f-a8db-429a-8c61-003e17538a01 None None] Current status of the port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:48.744141 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5fdffb3f-a8db-429a-8c61-003e17538a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.747733 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-255cbae8-6a66-4799-b960-c35726cf38aa req-e0d3dccc-e913-45e0-bb63-35c5c1a1142a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 944 time: 0.4797249 Jan 18 16:33:48.782735 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Publish callbacks [] for port (6e534038-367a-497e-a8f1-e263a9b649da), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.787827 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.812460 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Transition to ACTIVE for port object 6e534038-367a-497e-a8f1-e263a9b649da will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:33:48.924445 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-255cbae8-6a66-4799-b960-c35726cf38aa req-3ebcacb3-3e91-4d3e-8350-7846d8e1206d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752563 Jan 18 16:33:48.935196 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-d162e13d-ffd7-42af-9428-0741d83ffc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:48.943615 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-d162e13d-ffd7-42af-9428-0741d83ffc7e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 1097 time: 0.2730765 Jan 18 16:33:48.969570 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:46Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:48.979284 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (6e534038-367a-497e-a8f1-e263a9b649da), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.025453 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-ec6739c3-8919-4594-8c00-88760c845c50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 200 len: 217 time: 0.0737603 Jan 18 16:33:49.051957 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e80586-e3a1-4ad9-ab08-b9d57c055e94 x-openstack-request-id: req-f5e80586-e3a1-4ad9-ab08-b9d57c055e94 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:49.054252 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629fe12-5f14-47b6-93dd-fa6816ccc2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:49.056634 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:49.069155 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f5e80586-e3a1-4ad9-ab08-b9d57c055e94 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:49.072254 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad', 'status': 'completed', 'code': 200} Jan 18 16:33:49.074670 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5fdffb3f-a8db-429a-8c61-003e17538a01 None None] For port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:49.102597 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['b5dd81b4-02df-485f-be6d-d83416f1e4fc'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:49.127571 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9c30dd-ed78-49e3-80b0-0c67186dbb31 x-openstack-request-id: req-2a9c30dd-ed78-49e3-80b0-0c67186dbb31 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:49.127859 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9aa382-fe91-4ae3-a7b0-228e601c5993", "tag": "f4ae2a05-bb69-4dd8-bb22-4e55a575058d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:49.128638 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a9c30dd-ed78-49e3-80b0-0c67186dbb31 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:49.129035 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'tag': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d', 'status': 'completed', 'code': 200} Jan 18 16:33:49.156503 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e2133-f382-4e37-953f-e11a57eac616 None None] The sync data for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi is: [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:46Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:49.165252 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e534038-367a-497e-a8f1-e263a9b649da,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:49.166072 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5fdffb3f-a8db-429a-8c61-003e17538a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.217447 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-368295cc-98f8-49b3-8ac4-0b287d9b3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.217600 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8def-1d5b-45af-89b0-6e44be25afde req-b130d680-e98b-4737-b9b5-0380f1deb531 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.219434 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-368295cc-98f8-49b3-8ac4-0b287d9b3115 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.1836765 Jan 18 16:33:49.227668 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9bfc8def-1d5b-45af-89b0-6e44be25afde req-b130d680-e98b-4737-b9b5-0380f1deb531 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 945 time: 0.5390913 Jan 18 16:33:49.261046 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-96d060c3-9bfb-4c72-b915-fee948bccb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.262845 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-96d060c3-9bfb-4c72-b915-fee948bccb84 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1096 time: 0.3264301 Jan 18 16:33:49.265041 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6171aed-7907-4ef5-930c-921f1d93590e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (325f2989-7b7b-4ddb-8e32-51f4a5a39d9e), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.299654 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6171aed-7907-4ef5-930c-921f1d93590e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (325f2989-7b7b-4ddb-8e32-51f4a5a39d9e), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.319845 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:49.347861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Attempting to bind port 6e534038-367a-497e-a8f1-e263a9b649da on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:49.347861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Attempting to bind port 6e534038-367a-497e-a8f1-e263a9b649da by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:49.348208 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Attempting to bind port 6e534038-367a-497e-a8f1-e263a9b649da on network f554de0e-6680-4aba-b862-4961f254c90e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:49.368689 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-dc289a70-e289-4ab2-8944-57c1c69795e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 217 time: 0.0816038 Jan 18 16:33:49.381237 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Port 6e534038-367a-497e-a8f1-e263a9b649da on network f554de0e-6680-4aba-b862-4961f254c90e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:33:49.381608 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Attempting to bind port 6e534038-367a-497e-a8f1-e263a9b649da on network f554de0e-6680-4aba-b862-4961f254c90e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:49.402143 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6171aed-7907-4ef5-930c-921f1d93590e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325f2989-7b7b-4ddb-8e32-51f4a5a39d9e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:49.419244 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:49.419628 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Checking segment: {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:49.419960 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Bound using segment: {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:49.420412 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Bound port: 6e534038-367a-497e-a8f1-e263a9b649da, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3538646a-607a-422d-9ebc-ea54c6cc5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:49.420779 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (6e534038-367a-497e-a8f1-e263a9b649da), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.447081 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6171aed-7907-4ef5-930c-921f1d93590e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.452207 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f6171aed-7907-4ef5-930c-921f1d93590e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0534792 Jan 18 16:33:49.460530 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41344) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:49.477058 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9bfc8def-1d5b-45af-89b0-6e44be25afde req-379940b2-fb92-4aea-bae0-557bf0ccc6c2 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466998 Jan 18 16:33:49.521252 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-db8c5896-240f-406e-b839-a010e2dd1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.522873 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-db8c5896-240f-406e-b839-a010e2dd1060 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.1429625 Jan 18 16:33:49.532372 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:49.551660 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:49.583108 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:49.612748 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-bbac43a5-8743-4ca0-bdff-5e7b5ffa2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.614319 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-bbac43a5-8743-4ca0-bdff-5e7b5ffa2785 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3759379 Jan 18 16:33:49.657641 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a065c-a9e4-4166-9bab-acf15a1c5b33 req-368d6dce-1eb3-4989-88df-f398f3ff1787 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.662200 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-460a065c-a9e4-4166-9bab-acf15a1c5b33 req-368d6dce-1eb3-4989-88df-f398f3ff1787 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 944 time: 0.3695245 Jan 18 16:33:49.666751 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] For port 6e534038-367a-497e-a8f1-e263a9b649da, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:49.670942 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] For port 6e534038-367a-497e-a8f1-e263a9b649da, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=6e534038-367a-497e-a8f1-e263a9b649da,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:49.674232 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-45dad1e3-b484-484d-85a6-dfc86d29bb42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158776 Jan 18 16:33:49.688289 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41350) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:49.695936 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (6e534038-367a-497e-a8f1-e263a9b649da), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.696134 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41352) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:49.720601 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.758596 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6efa47c-0e8d-466f-b997-daf0a6ac5eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.835027 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.835893 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.837746 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] 10.222.0.81 "PUT /v2.0/ports/6e534038-367a-497e-a8f1-e263a9b649da HTTP/1.1" status: 200 len: 1094 time: 3.1270483 Jan 18 16:33:49.870473 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-044be361-0746-466a-81f0-33d57b129f15 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339561 Jan 18 16:33:49.890291 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-460a065c-a9e4-4166-9bab-acf15a1c5b33 req-96b29ee0-e5bf-495b-877c-644953720de3 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238057 Jan 18 16:33:49.916882 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdffb3f-a8db-429a-8c61-003e17538a01 None None] Pushing event updated for resources: {'Port': ['ID=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:50.000235 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10dfd-c96c-46e9-8ca5-d42ebef389c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e534038-367a-497e-a8f1-e263a9b649da,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:50.033676 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:50.034057 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.075224 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2de2eed5-9560-4b7d-9c6d-69728c79147a req-2be66cfd-57dc-4739-905c-42324bc01248 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781361 Jan 18 16:33:50.153638 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-f4351e9a-ad25-4c4f-a491-7124e240c3b4 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656353 Jan 18 16:33:50.170194 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb44a0e-bbc8-4d60-be16-d91662559dc9 req-aaca7e06-49e0-47e6-9f20-6e95591d52bf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.176264 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ffb44a0e-bbc8-4d60-be16-d91662559dc9 req-aaca7e06-49e0-47e6-9f20-6e95591d52bf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 944 time: 0.5003514 Jan 18 16:33:50.278126 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-d0bb517a-3047-4b53-bc0a-8de3911e29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.279643 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-d0bb517a-3047-4b53-bc0a-8de3911e29d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 1097 time: 0.1164446 Jan 18 16:33:50.316733 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:50.324585 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e894c9ab-9690-4c54-8f26-ba6ce422b27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.350807 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525912cd-8487-4aea-8f44-12728f2d290b req-6150f2d5-57e6-44b2-93d1-9285503e4749 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.352520 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-525912cd-8487-4aea-8f44-12728f2d290b req-6150f2d5-57e6-44b2-93d1-9285503e4749 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 945 time: 0.2738874 Jan 18 16:33:50.383998 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-57195597-431d-4578-87e6-e9d1ec8050a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.385526 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-57195597-431d-4578-87e6-e9d1ec8050a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 1097 time: 0.3734438 Jan 18 16:33:50.418396 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ffb44a0e-bbc8-4d60-be16-d91662559dc9 req-39dde2a3-e21d-4505-89fa-a2c28b9a1326 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243030 Jan 18 16:33:50.453151 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-92203f16-f301-4055-9a4b-fc2c7090f0b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e534038-367a-497e-a8f1-e263a9b649da HTTP/1.1" status: 200 len: 217 time: 0.0562057 Jan 18 16:33:50.514411 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.516957 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00241b40-d7fc-461e-ae58-e8e24f9ee2f6 req-05a741ca-7de4-4641-aa72-18f82028907d service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374839 Jan 18 16:33:50.522045 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6efa47c-0e8d-466f-b997-daf0a6ac5eec admin admin] Publish callbacks [] for security_group (10815659-6f6f-4d85-9fb5-d004f4c7ff48), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.541300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-9cc09a9b-9c90-401f-8165-b9ea2722533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.541913 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6efa47c-0e8d-466f-b997-daf0a6ac5eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (10815659-6f6f-4d85-9fb5-d004f4c7ff48), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.542812 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-9cc09a9b-9c90-401f-8165-b9ea2722533e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.0803308 Jan 18 16:33:50.574789 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e894c9ab-9690-4c54-8f26-ba6ce422b27c admin admin] Publish callbacks [] for security_group (bf816b94-33f4-4047-822e-973cc8d18429), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.589506 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e894c9ab-9690-4c54-8f26-ba6ce422b27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (bf816b94-33f4-4047-822e-973cc8d18429), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.610540 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-525912cd-8487-4aea-8f44-12728f2d290b req-a6e30f50-a09c-4097-8b9d-8a69c935e64d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481315 Jan 18 16:33:50.639739 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-de23f4a5-9274-47f7-b286-bc32d503ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.641211 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-de23f4a5-9274-47f7-b286-bc32d503ff5c service neutron] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 911 time: 0.3497052 Jan 18 16:33:50.651092 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efa47c-0e8d-466f-b997-daf0a6ac5eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10815659-6f6f-4d85-9fb5-d004f4c7ff48,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:50.660690 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e6efa47c-0e8d-466f-b997-daf0a6ac5eec admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=66a16397d3ca487b850aaee4351f96ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9587648 Jan 18 16:33:50.661357 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41366) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:50.664686 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-e894c9ab-9690-4c54-8f26-ba6ce422b27c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32f89f0aa936487ebc5df5d7fa81a1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9723642 Jan 18 16:33:50.664686 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894c9ab-9690-4c54-8f26-ba6ce422b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf816b94-33f4-4047-822e-973cc8d18429,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:50.665128 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41368) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:50.679107 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9fe16-b499-4fa4-98c3-9906a12f2017 req-703a6977-3bc4-4408-9d6e-373d9e5b2715 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.680786 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-eda9fe16-b499-4fa4-98c3-9906a12f2017 req-703a6977-3bc4-4408-9d6e-373d9e5b2715 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 945 time: 0.1082535 Jan 18 16:33:50.734597 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-eda9fe16-b499-4fa4-98c3-9906a12f2017 req-3eb94253-1e4c-405a-b93b-b2688954217e tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471518 Jan 18 16:33:50.779908 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Allocated IP 172.27.0.226 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/fe27102a-1db2-4aad-b7d4-276df55d7f30) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:50.798835 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0a9e-8d3d-4006-9d1e-a86f1680baa8 admin admin] Publish callbacks [] for security_group (10815659-6f6f-4d85-9fb5-d004f4c7ff48), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.835759 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-030ce46c-8ca7-4d38-b5e6-9ba705848f2e admin admin] Publish callbacks [] for security_group (bf816b94-33f4-4047-822e-973cc8d18429), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.884410 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0a9e-8d3d-4006-9d1e-a86f1680baa8 admin admin] Publish callbacks [] for security_group (10815659-6f6f-4d85-9fb5-d004f4c7ff48), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.919443 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-030ce46c-8ca7-4d38-b5e6-9ba705848f2e admin admin] Publish callbacks [] for security_group (bf816b94-33f4-4047-822e-973cc8d18429), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.024444 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.043934 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0a9e-8d3d-4006-9d1e-a86f1680baa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (10815659-6f6f-4d85-9fb5-d004f4c7ff48), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.046539 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0a9e-8d3d-4006-9d1e-a86f1680baa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.047688 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3b4b0a9e-8d3d-4006-9d1e-a86f1680baa8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/10815659-6f6f-4d85-9fb5-d004f4c7ff48 HTTP/1.1" status: 204 len: 168 time: 0.3853869 Jan 18 16:33:51.059292 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acc395-da3b-4466-8d9c-12d82331752a req-fbf07507-f5f7-4265-b4f2-086fdbf1f5b0 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:51.060790 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-18acc395-da3b-4466-8d9c-12d82331752a req-fbf07507-f5f7-4265-b4f2-086fdbf1f5b0 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 944 time: 0.0995464 Jan 18 16:33:51.064850 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-030ce46c-8ca7-4d38-b5e6-9ba705848f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (bf816b94-33f4-4047-822e-973cc8d18429), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.066916 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-030ce46c-8ca7-4d38-b5e6-9ba705848f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.071953 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-030ce46c-8ca7-4d38-b5e6-9ba705848f2e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf816b94-33f4-4047-822e-973cc8d18429 HTTP/1.1" status: 204 len: 168 time: 0.3978446 Jan 18 16:33:51.093003 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b0a9e-8d3d-4006-9d1e-a86f1680baa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10815659-6f6f-4d85-9fb5-d004f4c7ff48,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:51.121803 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ce46c-8ca7-4d38-b5e6-9ba705848f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf816b94-33f4-4047-822e-973cc8d18429,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:51.129993 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.131764 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'tag': '6e534038-367a-497e-a8f1-e263a9b649da'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:51.144462 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0c5d56-120f-4bde-8226-e12083e5cc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "eaee4989-7deb-468d-9d7a-c05fd0a1fa0f", "tag": "6e534038-367a-497e-a8f1-e263a9b649da"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:51.227382 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-18acc395-da3b-4466-8d9c-12d82331752a req-917f391a-4b76-4f83-9b30-968a977a1e2a tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514583 Jan 18 16:33:51.236469 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:51.248123 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:51.252144 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:51.295599 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba94a583-b9e0-4780-aebb-56e887fef808 x-openstack-request-id: req-ba94a583-b9e0-4780-aebb-56e887fef808 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:51.298096 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaee4989-7deb-468d-9d7a-c05fd0a1fa0f", "tag": "6e534038-367a-497e-a8f1-e263a9b649da", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:51.298508 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba94a583-b9e0-4780-aebb-56e887fef808 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:51.302966 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'Port': ['ID=fe27102a-1db2-4aad-b7d4-276df55d7f30,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:51.305674 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'tag': '6e534038-367a-497e-a8f1-e263a9b649da', 'status': 'completed', 'code': 200} Jan 18 16:33:51.382085 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:51.392957 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (72c314f1-1a72-4838-9034-8e33e7202dbd), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.440227 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.460395 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:51.462589 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.572180 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:51.587022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41396) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:51.601879 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35d2fc5a-ef7f-42c7-a49f-ee88170c86a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.630264 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7ac2-3700-4350-b51e-dc3207131241 req-a824828a-07e5-4ef4-8f1a-66427ef04b13 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:51.631950 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7b2c7ac2-3700-4350-b51e-dc3207131241 req-a824828a-07e5-4ef4-8f1a-66427ef04b13 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 944 time: 0.1047118 Jan 18 16:33:51.711202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35d2fc5a-ef7f-42c7-a49f-ee88170c86a4 admin admin] Publish callbacks [] for security_group (c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.719065 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35d2fc5a-ef7f-42c7-a49f-ee88170c86a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.730551 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.743439 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7b2c7ac2-3700-4350-b51e-dc3207131241 req-07ef70dd-fab5-4349-987b-49b301690c05 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955648 Jan 18 16:33:51.743439 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.802663 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (72c314f1-1a72-4838-9034-8e33e7202dbd), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.809595 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-35d2fc5a-ef7f-42c7-a49f-ee88170c86a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b35776215a7407886ff82816c5e224d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214479 Jan 18 16:33:51.811672 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2fc5a-ef7f-42c7-a49f-ee88170c86a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:51.814403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41406) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:51.849362 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b78bc2-85c7-4745-aeac-849d67b5fa8e req-0e484642-3567-4b0f-9cfe-fc8f28387cad tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:51.850925 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-74b78bc2-85c7-4745-aeac-849d67b5fa8e req-0e484642-3567-4b0f-9cfe-fc8f28387cad tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 945 time: 0.1344194 Jan 18 16:33:51.859525 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'Port': ['ID=fe27102a-1db2-4aad-b7d4-276df55d7f30,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:51.874223 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.877527 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-fc4d2f03-bb7b-4ce5-b80d-5813c1092d9d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3478277 Jan 18 16:33:51.943940 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-74b78bc2-85c7-4745-aeac-849d67b5fa8e req-f140aae4-2cb1-46bd-9bc5-1ab884640b4a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768852 Jan 18 16:33:51.948270 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013b30e-d5c5-4e72-8793-0dbf4292c32a req-d77789b8-3d4f-43a7-b2bb-38a347bb4d93 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:51.950084 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e013b30e-d5c5-4e72-8793-0dbf4292c32a req-d77789b8-3d4f-43a7-b2bb-38a347bb4d93 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 945 time: 0.0667775 Jan 18 16:33:51.953425 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-353a62ff-5cd8-4f69-ba3c-2af70bb8a90d admin admin] Publish callbacks [] for security_group (c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.981406 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-353a62ff-5cd8-4f69-ba3c-2af70bb8a90d admin admin] Publish callbacks [] for security_group (c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.020662 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e013b30e-d5c5-4e72-8793-0dbf4292c32a req-9e2735ea-a2d0-4ffd-99ea-af78b02b650b tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525010 Jan 18 16:33:52.050078 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-353a62ff-5cd8-4f69-ba3c-2af70bb8a90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.053426 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-353a62ff-5cd8-4f69-ba3c-2af70bb8a90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.054804 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-353a62ff-5cd8-4f69-ba3c-2af70bb8a90d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0 HTTP/1.1" status: 204 len: 168 time: 0.2376001 Jan 18 16:33:52.065711 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a62ff-5cd8-4f69-ba3c-2af70bb8a90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c1aacb-8aa4-41f6-8bfc-b848aa1ec0e0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:52.126755 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b5dd81b4-02df-485f-be6d-d83416f1e4fc up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:52.201595 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-4379b543-94f8-4b59-95e5-d74477802973 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--2137395964&fields=id&tenant_id=fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 267 time: 0.0711772 Jan 18 16:33:52.204262 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port b5dd81b4-02df-485f-be6d-d83416f1e4fc completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:33:52.209623 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port b5dd81b4-02df-485f-be6d-d83416f1e4fc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:52.209915 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.329699 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port b5dd81b4-02df-485f-be6d-d83416f1e4fc is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:52.330334 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.386826 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-8666fe4f-e1c8-41d8-b991-0360a98c5b64 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:52.402360 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-8666fe4f-e1c8-41d8-b991-0360a98c5b64 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 817 time: 0.1898108 Jan 18 16:33:52.406327 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b765e-3c6d-476f-b2de-9a248696bc37 req-0b5daa15-643e-4f29-a186-e24bb1e840f2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:52.416866 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:52.419410 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bb7b765e-3c6d-476f-b2de-9a248696bc37 req-0b5daa15-643e-4f29-a186-e24bb1e840f2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 944 time: 0.0943053 Jan 18 16:33:52.436581 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-0317a63b-a1b9-41db-8d90-e7c18a7516e8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/quotas/fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 375 time: 0.0319712 Jan 18 16:33:52.513816 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port b5dd81b4-02df-485f-be6d-d83416f1e4fc, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b5dd81b4-02df-485f-be6d-d83416f1e4fc,segment=NetworkSegment(6be18838-52c6-4e21-b6ff-6a1ce1516436),segment_id=6be18838-52c6-4e21-b6ff-6a1ce1516436)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:52.520053 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.534097 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bb7b765e-3c6d-476f-b2de-9a248696bc37 req-574aa533-5e4f-41db-8416-bf4e2ee544c8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137545 Jan 18 16:33:52.545860 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-d4ea3636-12fe-4e6a-be84-4889059ac7b4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003792 Jan 18 16:33:52.606787 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=b5dd81b4-02df-485f-be6d-d83416f1e4fc,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:52.680338 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d9086-19b0-424d-b1ec-f32057507be4" -d '{"events": [{"server_uuid": "ca4363bb-dfb5-4eec-8d1a-3eda90f5831f", "name": "network-vif-plugged", "status": "completed", "tag": "b5dd81b4-02df-485f-be6d-d83416f1e4fc"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:52.895707 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-bf7be143-5a58-41ab-ac37-6f6ef7241fde service neutron] 10.222.0.86 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464873 Jan 18 16:33:53.016582 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-4c473d18-9922-4ba2-aad4-eb839a4df8e0 service neutron] 10.222.0.86 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084871 Jan 18 16:33:53.030037 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6c824f-0def-4a45-a35f-5988e5c9441f x-openstack-request-id: req-cb6c824f-0def-4a45-a35f-5988e5c9441f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:53.030328 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4363bb-dfb5-4eec-8d1a-3eda90f5831f", "name": "network-vif-plugged", "status": "completed", "tag": "b5dd81b4-02df-485f-be6d-d83416f1e4fc", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:53.030584 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cb6c824f-0def-4a45-a35f-5988e5c9441f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:53.031060 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc', 'code': 200} Jan 18 16:33:53.149952 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-602e27c6-ecff-41af-aa2c-afe593d5e9b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085424 Jan 18 16:33:53.163962 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-52e1e580-3024-4f3f-af80-70570bc568d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 200 len: 217 time: 0.1207013 Jan 18 16:33:53.309257 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-691f38aa-fc6d-4697-9236-f0d49f3c3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:53.311222 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-691f38aa-fc6d-4697-9236-f0d49f3c3195 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.1221001 Jan 18 16:33:53.320064 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9efa-bd85-414a-9cc5-f6e37fa8123b req-40dcc3bf-ed6c-414c-9c06-f3ffac5fdb01 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:53.322527 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee5c9efa-bd85-414a-9cc5-f6e37fa8123b req-40dcc3bf-ed6c-414c-9c06-f3ffac5fdb01 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 944 time: 0.1745732 Jan 18 16:33:53.472661 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-522d9fcf-a77f-42d2-998b-fde92d7bcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:53.477128 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-522d9fcf-a77f-42d2-998b-fde92d7bcf73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1533408 Jan 18 16:33:53.551333 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee5c9efa-bd85-414a-9cc5-f6e37fa8123b req-b4974363-97c7-4113-a1b2-2c30affa6e83 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048581 Jan 18 16:33:53.625395 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:53.695063 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-7512ee22-f1c4-46de-9d8d-0c1bce6b4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:53.697554 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-7512ee22-f1c4-46de-9d8d-0c1bce6b4a0f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1096 time: 0.6095397 Jan 18 16:33:53.792525 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-7d4deb8a-ec90-4443-8db4-40e32be3f663 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997234 Jan 18 16:33:53.932336 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723dd71-3306-4d62-9b58-a13962f0cab4 req-6b94929b-65a6-4a1b-a302-014bd585e124 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:53.937772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-a835bcff-0934-454b-992a-d15c4695c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:53.940625 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9723dd71-3306-4d62-9b58-a13962f0cab4 req-6b94929b-65a6-4a1b-a302-014bd585e124 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.1760705 Jan 18 16:33:53.942103 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-a835bcff-0934-454b-992a-d15c4695c3f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.2304528 Jan 18 16:33:53.964144 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-7a493aed-0f9f-4b7a-8d21-85fae8b70a3e service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945964 Jan 18 16:33:53.985498 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149323-3e9b-4379-9eed-df779d3e2563 req-affe0a99-a6ad-427f-8a02-6dde36c82c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:53.988646 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-17149323-3e9b-4379-9eed-df779d3e2563 req-affe0a99-a6ad-427f-8a02-6dde36c82c74 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 1099 time: 0.6008787 Jan 18 16:33:54.008545 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545259e6-cd3c-4184-a32a-db44f8aa6cb6 req-ada557ed-42e4-4040-84c5-c15d96695418 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:54.032959 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-545259e6-cd3c-4184-a32a-db44f8aa6cb6 req-ada557ed-42e4-4040-84c5-c15d96695418 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 945 time: 0.6395583 Jan 18 16:33:54.119865 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-3cd980f7-6052-4849-b3b2-f6cd614f1aaf service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938273 Jan 18 16:33:54.156144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-17149323-3e9b-4379-9eed-df779d3e2563 req-83f9bced-17cc-4f8f-afe6-9f6d5171ad9b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:54.176397 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-a1669886-777e-448b-b14c-614be5bfdbe2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 217 time: 0.2168696 Jan 18 16:33:54.184955 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9723dd71-3306-4d62-9b58-a13962f0cab4 req-084f365b-9ec0-46f1-8057-b8b6ff03b55f tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434363 Jan 18 16:33:54.405279 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-17149323-3e9b-4379-9eed-df779d3e2563 req-83f9bced-17cc-4f8f-afe6-9f6d5171ad9b service neutron] Publish callbacks [] for security_group (92e3e2f2-6416-40da-a475-61fea12f9e6a), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:54.414174 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5ca6cee9-336a-422d-a166-f8aaba92dbc7 req-c3472261-1305-4976-a73b-d29a158eef8a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 210 time: 0.0568273 Jan 18 16:33:54.451258 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-545259e6-cd3c-4184-a32a-db44f8aa6cb6 req-ea6b230c-e3ea-4815-8313-f7fa43d26b54 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259596 Jan 18 16:33:54.495199 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-17149323-3e9b-4379-9eed-df779d3e2563 req-83f9bced-17cc-4f8f-afe6-9f6d5171ad9b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (92e3e2f2-6416-40da-a475-61fea12f9e6a), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:54.580703 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-9be09017-3e1c-4471-98cc-72a12a9fd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:54.583785 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-9be09017-3e1c-4471-98cc-72a12a9fd2c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.3817067 Jan 18 16:33:54.590060 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-17149323-3e9b-4379-9eed-df779d3e2563 req-83f9bced-17cc-4f8f-afe6-9f6d5171ad9b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625792 Jan 18 16:33:54.590629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9bced-17cc-4f8f-afe6-9f6d5171ad9b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92e3e2f2-6416-40da-a475-61fea12f9e6a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:54.746451 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-b582425e-b2ef-4c81-8dd0-6d97916a7f78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525936 Jan 18 16:33:54.775231 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7278f-b1ab-4b29-bdf4-064c3f8f717b req-77f4ad71-af8f-48ed-94c2-271d4ea63dc5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:54.782342 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7d7278f-b1ab-4b29-bdf4-064c3f8f717b req-77f4ad71-af8f-48ed-94c2-271d4ea63dc5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 944 time: 0.1310954 Jan 18 16:33:54.795705 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-651752a7-bfc8-45f1-bb53-e37ba0589651 req-7e0ca4a0-aa3a-449d-a345-717cf1105f41 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036199 Jan 18 16:33:54.869363 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c3357-cd2e-48ee-b959-aed9ff894a8d req-b511142e-3527-45a9-aa63-92c3ab3a1501 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:54.879642 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-594c3357-cd2e-48ee-b959-aed9ff894a8d req-b511142e-3527-45a9-aa63-92c3ab3a1501 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 944 time: 0.1362083 Jan 18 16:33:54.924398 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7d7278f-b1ab-4b29-bdf4-064c3f8f717b req-baf8b260-31fc-42e6-b1c7-52dc635295dd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317368 Jan 18 16:33:55.046054 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:55.168053 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-594c3357-cd2e-48ee-b959-aed9ff894a8d req-062c81bb-8fa8-481d-8ecc-508cd3c0eb19 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874365 Jan 18 16:33:55.182983 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-b74c3ce4-b959-4801-a5f5-d83fae27e504 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692150 Jan 18 16:33:55.210733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-cf6ea2c6-ada4-46f5-85b9-3794585a7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:55.213586 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-cf6ea2c6-ada4-46f5-85b9-3794585a7e59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 1097 time: 0.2664230 Jan 18 16:33:55.293188 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:33:55.304667 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:55.306739 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:55.541827 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41707503-b812-4226-9465-0e9a699f79c6 req-af9b37ec-c8e6-480e-b5eb-7037402d52f1 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:55.545205 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-41707503-b812-4226-9465-0e9a699f79c6 req-af9b37ec-c8e6-480e-b5eb-7037402d52f1 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.1236861 Jan 18 16:33:55.602969 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:55.603775 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:55.671205 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:55.674625 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f623b-d46c-43c7-a5c4-16b77a616577" -d '{"events": [{"server_uuid": "57fa7297-c9e4-4462-b921-cfd2e7d91b0e", "name": "network-vif-plugged", "status": "completed", "tag": "814af72c-6bb0-43e5-8d82-b3fa9e24bec4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:55.711253 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-41707503-b812-4226-9465-0e9a699f79c6 req-17eb57aa-aa0c-4d9f-96f1-0c5d2fe5f7ad tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562278 Jan 18 16:33:55.719702 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5dac4640-57d3-43c8-a783-c63684276d1f req-882f0817-bcc7-4703-9639-8d046572d17a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 210 time: 0.0906420 Jan 18 16:33:55.727640 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:55.733318 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:55.787419 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-54f670de-d98c-4eeb-adb1-84635e54ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:55.788993 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-54f670de-d98c-4eeb-adb1-84635e54ae93 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.5547624 Jan 18 16:33:55.796833 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f6c3f2cc-0492-447d-b27a-d9bc50e3585d req-843c3a61-4e33-4736-95ff-50edf0cb24c4 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054530 Jan 18 16:33:55.815950 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-836d1aa1-fb6a-4e2f-b942-d5081f0caf32 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:55.817749 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-836d1aa1-fb6a-4e2f-b942-d5081f0caf32 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 817 time: 0.4894009 Jan 18 16:33:55.866298 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90096b12-c909-4fff-8eab-56c86dbd4ec3 x-openstack-request-id: req-90096b12-c909-4fff-8eab-56c86dbd4ec3 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:55.866698 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa7297-c9e4-4462-b921-cfd2e7d91b0e", "name": "network-vif-plugged", "status": "completed", "tag": "814af72c-6bb0-43e5-8d82-b3fa9e24bec4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:55.867038 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-90096b12-c909-4fff-8eab-56c86dbd4ec3 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:55.867862 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4', 'code': 200} Jan 18 16:33:55.869537 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-f8c7691c-071a-46f4-bde4-0337660234c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e534038-367a-497e-a8f1-e263a9b649da HTTP/1.1" status: 200 len: 217 time: 0.0695779 Jan 18 16:33:55.891257 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:56.075706 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10213a-edb1-4736-aab1-025ee8f88c86 req-e5f784b9-7058-489f-99ce-05afbc78bc92 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:56.079948 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-c5c2b30b-1e23-44f2-93d4-154fc371c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:56.082168 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-c5c2b30b-1e23-44f2-93d4-154fc371c4bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.2034426 Jan 18 16:33:56.097282 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8d10213a-edb1-4736-aab1-025ee8f88c86 req-e5f784b9-7058-489f-99ce-05afbc78bc92 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 946 time: 0.1535962 Jan 18 16:33:56.097742 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-e77db0b9-0105-4e1f-abe3-ad93d5c9a388 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 380 time: 0.2404187 Jan 18 16:33:56.127364 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'port': {'device_id': '4c882b24-db84-4892-beb0-2827146958f9', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'admin_state_up': True, 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'security_groups': ['6e103d48-9919-459d-9405-467aa5285f91']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:56.171331 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8d10213a-edb1-4736-aab1-025ee8f88c86 req-b35731ff-1e77-48e6-bc69-97ce507f749d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725391 Jan 18 16:33:56.195832 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-29006951-9986-4fa0-a3c7-6f9abeb1ffb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913079 Jan 18 16:33:56.381312 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccf4de-a9f1-4131-ae9f-1f22f468f6ba req-83d82505-491a-4cd3-a4ba-5b84bd0130ce tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:56.383143 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-53ccf4de-a9f1-4131-ae9f-1f22f468f6ba req-83d82505-491a-4cd3-a4ba-5b84bd0130ce tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 944 time: 0.0905330 Jan 18 16:33:56.457628 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-53ccf4de-a9f1-4131-ae9f-1f22f468f6ba req-804a939f-46ab-4c41-a72e-790eeeb532d3 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651033 Jan 18 16:33:56.597400 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdfe6a-fdd6-428e-8a22-0f1da5e46f61 req-3087e2b1-03e2-4d07-9881-276cb2af421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:56.600530 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50cdfe6a-fdd6-428e-8a22-0f1da5e46f61 req-3087e2b1-03e2-4d07-9881-276cb2af421d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 1099 time: 0.4935048 Jan 18 16:33:56.614795 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6779dc-c418-4ff2-a66e-406839ce02df req-273e5db0-056f-4933-b69f-6e3d2c7d7cdd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:56.618833 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8d6779dc-c418-4ff2-a66e-406839ce02df req-273e5db0-056f-4933-b69f-6e3d2c7d7cdd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 944 time: 0.4938290 Jan 18 16:33:56.742918 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-892332e6-8143-4d10-af19-ee9591e1fce9 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269368 Jan 18 16:33:56.749048 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Made reservation on behalf of fa5307ffd5904957a739da2767136aaa for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:56.752613 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.774232 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8d6779dc-c418-4ff2-a66e-406839ce02df req-de0426a8-865d-460b-98c9-6f735c3ceda7 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423869 Jan 18 16:33:56.814394 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50cdfe6a-fdd6-428e-8a22-0f1da5e46f61 req-631ca497-57fd-4a9d-ac2b-a16f46ccbde6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934860 Jan 18 16:33:56.925572 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cf40287f-2d42-4711-b242-ea54bfd7a5d0 req-40df077e-9637-43ca-bd24-afb1f16b548d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 210 time: 0.0427656 Jan 18 16:33:56.983751 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6deab-9714-47e5-889c-52d871395717 req-acbee347-8817-47a1-a307-6c7cdbfbaed2 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:56.985378 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-aef6deab-9714-47e5-889c-52d871395717 req-acbee347-8817-47a1-a307-6c7cdbfbaed2 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.1222939 Jan 18 16:33:57.057053 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f4ae2a05-bb69-4dd8-bb22-4e55a575058d details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:57.141273 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-aef6deab-9714-47e5-889c-52d871395717 req-bdab0958-d473-4bc9-ae63-535a89122ad6 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404209 Jan 18 16:33:57.147710 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d0c5d56-120f-4bde-8226-e12083e5cc7b req-c4cb161c-b79a-4556-adbf-631ca523f630 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923731 Jan 18 16:33:57.165126 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Allocated IP 172.20.0.14 (27598ce3-f982-44f0-8153-7dd12b009926/2444eeac-bcab-49e0-a584-cb934c90f8f8/e5d245b6-15e0-4ad8-af8e-e8bab92cd287) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:57.259160 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f4ae2a05-bb69-4dd8-bb22-4e55a575058d, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:57.273537 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d', 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'port_id': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d', 'mac_address': 'fa:16:3e:b0:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:57.341050 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f4ae2a05-bb69-4dd8-bb22-4e55a575058d is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:57.343435 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.376823 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ae2a05-bb69-4dd8-bb22-4e55a575058d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:57.444008 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f4ae2a05-bb69-4dd8-bb22-4e55a575058d, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:57.464003 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.465222 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 52db51cd-0955-4ab8-ae98-898777a037ad details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:57.587429 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61cd9c-29a7-4a12-9a7d-10b27b21bc0d req-64ed629b-6219-4b47-880e-16a33f786711 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:57.601334 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6d61cd9c-29a7-4a12-9a7d-10b27b21bc0d req-64ed629b-6219-4b47-880e-16a33f786711 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 946 time: 0.2405457 Jan 18 16:33:57.622499 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.663807 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:57.743835 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a13ad-3ca3-435b-8199-def8fc177a7f req-267d6de0-063a-45d4-a03c-d6778fdfb816 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:57.747238 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a67a13ad-3ca3-435b-8199-def8fc177a7f req-267d6de0-063a-45d4-a03c-d6778fdfb816 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 944 time: 0.1390646 Jan 18 16:33:57.824860 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 52db51cd-0955-4ab8-ae98-898777a037ad, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=52db51cd-0955-4ab8-ae98-898777a037ad,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:57.850807 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '52db51cd-0955-4ab8-ae98-898777a037ad', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'port_id': '52db51cd-0955-4ab8-ae98-898777a037ad', 'mac_address': 'fa:16:3e:1c:33:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:57.865645 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6d61cd9c-29a7-4a12-9a7d-10b27b21bc0d req-f21eb8e1-a07c-4fc9-ad82-32b5e1170b6c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601550 Jan 18 16:33:57.910378 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.945508 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a67a13ad-3ca3-435b-8199-def8fc177a7f req-c336d9f9-b645-4d39-a700-429fbebeb2ca tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853325 Jan 18 16:33:58.001526 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 52db51cd-0955-4ab8-ae98-898777a037ad is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:58.001933 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.052190 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52db51cd-0955-4ab8-ae98-898777a037ad {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:58.111682 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Network 27598ce3-f982-44f0-8153-7dd12b009926 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:58.119058 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41668) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:58.129379 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:58.132581 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 52db51cd-0955-4ab8-ae98-898777a037ad, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=52db51cd-0955-4ab8-ae98-898777a037ad,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:58.137048 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:58.140903 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.153929 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:58.154482 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.197218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:58.239669 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-f938c006-f7af-427a-b0ed-af660ce2dc42 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1315029 Jan 18 16:33:58.266713 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Request body: {'port': {'device_id': '4c882b24-db84-4892-beb0-2827146958f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:58.397960 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=52db51cd-0955-4ab8-ae98-898777a037ad,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:58.432189 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6aab-9d96-4006-91c7-07a557b72610 req-8f9f8fb8-34e4-405a-b107-5f46fefd9060 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:58.437273 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['52db51cd-0955-4ab8-ae98-898777a037ad'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:58.449845 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['f4ae2a05-bb69-4dd8-bb22-4e55a575058d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:58.450283 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3bdc6aab-9d96-4006-91c7-07a557b72610 req-8f9f8fb8-34e4-405a-b107-5f46fefd9060 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 932 time: 0.2609429 Jan 18 16:33:58.564921 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4d83-fcf7-448d-9d2a-fcf55b09217a req-385d493d-a7e9-49c1-a9a8-a94a55bfda4b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:58.567314 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e13a4d83-fcf7-448d-9d2a-fcf55b09217a req-385d493d-a7e9-49c1-a9a8-a94a55bfda4b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 945 time: 0.2254286 Jan 18 16:33:58.586813 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.597952 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec04d609-93f8-4a9d-ae82-489c8c80ffe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.655699 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3bdc6aab-9d96-4006-91c7-07a557b72610 req-e0632657-bce6-4827-9a70-8f8929a8b498 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769953 Jan 18 16:33:58.733847 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ace92e11-7eba-43f9-91f8-e2d4adba179b None None] Provisioning complete for port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:58.734507 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ace92e11-7eba-43f9-91f8-e2d4adba179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.815408 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec04d609-93f8-4a9d-ae82-489c8c80ffe7 admin admin] Publish callbacks [] for security_group (766788a6-03e5-4742-87ce-539768d5f0f9), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.821548 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec04d609-93f8-4a9d-ae82-489c8c80ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (766788a6-03e5-4742-87ce-539768d5f0f9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:58.858753 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ace92e11-7eba-43f9-91f8-e2d4adba179b None None] Port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:58.875345 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e13a4d83-fcf7-448d-9d2a-fcf55b09217a req-9cbcbd45-8755-4779-85a9-149affd9d410 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920907 Jan 18 16:33:58.878580 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04d609-93f8-4a9d-ae82-489c8c80ffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766788a6-03e5-4742-87ce-539768d5f0f9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:58.945152 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ec04d609-93f8-4a9d-ae82-489c8c80ffe7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bbc3ce681f014e6fa1f0b641cc949d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8219335 Jan 18 16:33:58.947119 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41690) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:59.067128 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 6e534038-367a-497e-a8f1-e263a9b649da details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:59.132652 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41696) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:59.141547 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0e7b1-5ad6-428c-9bfb-8baa1fd90802 req-7d3d2b7d-7656-4dc9-9354-f4cc03c48f6d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:59.145835 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-65c0e7b1-5ad6-428c-9bfb-8baa1fd90802 req-7d3d2b7d-7656-4dc9-9354-f4cc03c48f6d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 944 time: 0.0824540 Jan 18 16:33:59.282209 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 6e534038-367a-497e-a8f1-e263a9b649da, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=6e534038-367a-497e-a8f1-e263a9b649da,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:59.288629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d245b6-15e0-4ad8-af8e-e8bab92cd287 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:59.291209 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9dd90ea6-d2b6-4099-a69f-ac81622809d5 admin admin] Publish callbacks [] for security_group (766788a6-03e5-4742-87ce-539768d5f0f9), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.306885 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Publish callbacks [] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.308015 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf8979-5994-4230-ada7-84ec668959d9 req-5e515f4f-4031-4abb-a302-c8574edc1d18 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:59.309656 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e4bf8979-5994-4230-ada7-84ec668959d9 req-5e515f4f-4031-4abb-a302-c8574edc1d18 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 946 time: 0.3261390 Jan 18 16:33:59.324609 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Transition to ACTIVE for port object e5d245b6-15e0-4ad8-af8e-e8bab92cd287 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:33:59.333317 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '6e534038-367a-497e-a8f1-e263a9b649da', 'network_id': 'f554de0e-6680-4aba-b862-4961f254c90e', 'port_id': '6e534038-367a-497e-a8f1-e263a9b649da', 'mac_address': 'fa:16:3e:f0:9c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe2521f-1021-415c-b26a-e70fb0d94f2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:59.333990 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.338675 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9dd90ea6-d2b6-4099-a69f-ac81622809d5 admin admin] Publish callbacks [] for security_group (766788a6-03e5-4742-87ce-539768d5f0f9), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.353663 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-65c0e7b1-5ad6-428c-9bfb-8baa1fd90802 req-b52b319e-18c2-4702-986a-b50dbac549a1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944494 Jan 18 16:33:59.430127 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 6e534038-367a-497e-a8f1-e263a9b649da is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:59.430734 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (6e534038-367a-497e-a8f1-e263a9b649da), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.455842 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e4bf8979-5994-4230-ada7-84ec668959d9 req-ed0ca261-2610-431d-9d44-7f33e483845c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352310 Jan 18 16:33:59.469661 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-212ba827-cfe3-4e5f-a0f9-0715ed25788d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.472553 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e534038-367a-497e-a8f1-e263a9b649da {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:59.512290 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9dd90ea6-d2b6-4099-a69f-ac81622809d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (766788a6-03e5-4742-87ce-539768d5f0f9), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.516068 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9dd90ea6-d2b6-4099-a69f-ac81622809d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.517679 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9dd90ea6-d2b6-4099-a69f-ac81622809d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/766788a6-03e5-4742-87ce-539768d5f0f9 HTTP/1.1" status: 204 len: 168 time: 0.5686734 Jan 18 16:33:59.534357 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:59.542806 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd90ea6-d2b6-4099-a69f-ac81622809d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766788a6-03e5-4742-87ce-539768d5f0f9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:59.552216 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 6e534038-367a-497e-a8f1-e263a9b649da, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=6e534038-367a-497e-a8f1-e263a9b649da,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:59.567666 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (6e534038-367a-497e-a8f1-e263a9b649da), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.582295 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Attempting to bind port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:59.583451 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Attempting to bind port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:59.583801 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Attempting to bind port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 on network 27598ce3-f982-44f0-8153-7dd12b009926 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:59.594663 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 on network 27598ce3-f982-44f0-8153-7dd12b009926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:33:59.595020 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Attempting to bind port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 on network 27598ce3-f982-44f0-8153-7dd12b009926 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:59.615628 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:59.616059 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Checking segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:59.629953 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Bound using segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:59.630566 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Bound port: e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:59.631039 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.745239 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=6e534038-367a-497e-a8f1-e263a9b649da,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:59.841889 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['6e534038-367a-497e-a8f1-e263a9b649da'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:59.888200 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-212ba827-cfe3-4e5f-a0f9-0715ed25788d admin admin] Publish callbacks [] for security_group (ce6a5aa9-0963-4ad3-a256-504b358d9eac), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.890185 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:59.898392 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:59.907218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-212ba827-cfe3-4e5f-a0f9-0715ed25788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (ce6a5aa9-0963-4ad3-a256-504b358d9eac), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:59.985276 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ba827-cfe3-4e5f-a0f9-0715ed25788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a5aa9-0963-4ad3-a256-504b358d9eac,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:00.007815 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776800-ebb5-4846-a0cd-d96592efe6e5 req-d2aeb216-27c9-4ef2-bea4-f384328e4591 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.009611 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-05776800-ebb5-4846-a0cd-d96592efe6e5 req-d2aeb216-27c9-4ef2-bea4-f384328e4591 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.2058032 Jan 18 16:34:00.017212 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.127742 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.128548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.130539 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] 10.222.0.81 "PUT /v2.0/ports/e5d245b6-15e0-4ad8-af8e-e8bab92cd287 HTTP/1.1" status: 200 len: 1094 time: 1.8833492 Jan 18 16:34:00.131383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:00.134956 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:00.143601 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-212ba827-cfe3-4e5f-a0f9-0715ed25788d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a20246389d844e6ebd1ebdd7e4c50316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9954858 Jan 18 16:34:00.150611 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41732) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:00.186987 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-05776800-ebb5-4846-a0cd-d96592efe6e5 req-09e7ef21-bd9d-4a03-8316-2709e0aeb113 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523302 Jan 18 16:34:00.387961 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fce14-067d-4681-9613-d8c45edf52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:00.404595 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dba360a-eb55-40f2-8a0e-631483467949 admin admin] Publish callbacks [] for security_group (ce6a5aa9-0963-4ad3-a256-504b358d9eac), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.440635 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-3003c177-cf44-4eee-bf59-2dd683ff6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.443144 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-3003c177-cf44-4eee-bf59-2dd683ff6074 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 1097 time: 0.1863275 Jan 18 16:34:00.471325 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dba360a-eb55-40f2-8a0e-631483467949 admin admin] Publish callbacks [] for security_group (ce6a5aa9-0963-4ad3-a256-504b358d9eac), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.480889 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75613fe8-f849-4b45-bdfa-20fbdf60bb63 req-ba83a4f0-17e1-47d6-8215-fc257fe1066e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.492174 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-75613fe8-f849-4b45-bdfa-20fbdf60bb63 req-ba83a4f0-17e1-47d6-8215-fc257fe1066e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 945 time: 0.1237435 Jan 18 16:34:00.540771 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-fe0667bf-30c4-480e-8401-7fb570253a2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287 HTTP/1.1" status: 200 len: 217 time: 0.0828593 Jan 18 16:34:00.562671 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dbb8ae-22c4-4504-bb46-68095f32b494 x-openstack-request-id: req-41dbb8ae-22c4-4504-bb46-68095f32b494 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:00.563292 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:00.563724 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41dbb8ae-22c4-4504-bb46-68095f32b494 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:00.564377 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'status': 'completed', 'code': 200} Jan 18 16:34:00.620569 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-75613fe8-f849-4b45-bdfa-20fbdf60bb63 req-83ed7881-2edd-4c47-84c9-98ab23f209cd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141837 Jan 18 16:34:00.621006 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dba360a-eb55-40f2-8a0e-631483467949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (ce6a5aa9-0963-4ad3-a256-504b358d9eac), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.624691 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dba360a-eb55-40f2-8a0e-631483467949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.629191 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7dba360a-eb55-40f2-8a0e-631483467949 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ce6a5aa9-0963-4ad3-a256-504b358d9eac HTTP/1.1" status: 204 len: 168 time: 0.4750845 Jan 18 16:34:00.713562 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba360a-eb55-40f2-8a0e-631483467949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a5aa9-0963-4ad3-a256-504b358d9eac,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:00.752672 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-1dd20e32-edc9-4991-a142-3138e7cfc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.754251 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-1dd20e32-edc9-4991-a142-3138e7cfc8d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.1452825 Jan 18 16:34:00.775597 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf1df-56cf-42e0-af69-627c02a26341 req-b19488ed-4f06-47cb-a0a6-fc4d9b63c364 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.777047 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-afecf1df-56cf-42e0-af69-627c02a26341 req-b19488ed-4f06-47cb-a0a6-fc4d9b63c364 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 945 time: 0.1063786 Jan 18 16:34:00.890052 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-afecf1df-56cf-42e0-af69-627c02a26341 req-6654979c-a2b1-4f89-ae5c-7e0cc08f3e3d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955265 Jan 18 16:34:00.894059 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-de0762fd-1cd6-43bb-ab5b-09aa943b2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.895596 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-de0762fd-1cd6-43bb-ab5b-09aa943b2a5a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132851 Jan 18 16:34:01.032430 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41764) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:01.068102 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4c7cd65-b375-4edc-bcda-4357c2a2dd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.075237 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-43fe5205-8146-4b4a-a3ed-1d38beceec4e service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673040 Jan 18 16:34:01.092142 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f4ae2a05-bb69-4dd8-bb22-4e55a575058d up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:01.188500 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port f4ae2a05-bb69-4dd8-bb22-4e55a575058d completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:01.198690 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port f4ae2a05-bb69-4dd8-bb22-4e55a575058d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:01.199585 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.298580 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f4ae2a05-bb69-4dd8-bb22-4e55a575058d is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:01.299031 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.303928 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c510a6-38a6-4698-a74c-3da774d1ad3f req-d95cadc3-cf05-4857-b883-78fbee379280 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187300 Jan 18 16:34:01.375957 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:01.378509 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e83bc59-b48c-4de0-8f9b-d5cc92736836" -d '{"events": [{"server_uuid": "ac9aa382-fe91-4ae3-a7b0-228e601c5993", "name": "network-vif-plugged", "status": "completed", "tag": "f4ae2a05-bb69-4dd8-bb22-4e55a575058d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:01.403973 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f4ae2a05-bb69-4dd8-bb22-4e55a575058d, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:01.411858 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.413118 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 6e534038-367a-497e-a8f1-e263a9b649da up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:01.435981 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4c7cd65-b375-4edc-bcda-4357c2a2dd2d admin admin] Publish callbacks [] for security_group (1e336eea-8286-4345-a2ff-77c6b83aade7), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.446936 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4c7cd65-b375-4edc-bcda-4357c2a2dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1e336eea-8286-4345-a2ff-77c6b83aade7), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.484633 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a78e31-a3ac-4cd3-bc27-087b6f175416 req-a1a7ce0c-ac92-4e50-b79b-de37944c56d4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:01.488980 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b8a78e31-a3ac-4cd3-bc27-087b6f175416 req-a1a7ce0c-ac92-4e50-b79b-de37944c56d4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0844359 Jan 18 16:34:01.552047 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b8a78e31-a3ac-4cd3-bc27-087b6f175416 req-f7de5bf4-26b3-445e-aaa9-18d16d187c97 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537946 Jan 18 16:34:01.559832 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-992df81e-955f-401a-9dae-72590c694b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:01.561802 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-992df81e-955f-401a-9dae-72590c694b70 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 1097 time: 0.2003534 Jan 18 16:34:01.568008 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7cd65-b375-4edc-bcda-4357c2a2dd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e336eea-8286-4345-a2ff-77c6b83aade7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:01.598165 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:01.646769 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 6e534038-367a-497e-a8f1-e263a9b649da completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:01.651813 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 6e534038-367a-497e-a8f1-e263a9b649da triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:01.652525 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (6e534038-367a-497e-a8f1-e263a9b649da), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.763640 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf62ec3-801c-4b80-b4a6-0a37020359ad x-openstack-request-id: req-1cf62ec3-801c-4b80-b4a6-0a37020359ad {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:01.763917 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9aa382-fe91-4ae3-a7b0-228e601c5993", "name": "network-vif-plugged", "status": "completed", "tag": "f4ae2a05-bb69-4dd8-bb22-4e55a575058d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:01.764160 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1cf62ec3-801c-4b80-b4a6-0a37020359ad {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:01.767809 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d', 'code': 200} Jan 18 16:34:01.841207 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 6e534038-367a-497e-a8f1-e263a9b649da is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:01.841868 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (6e534038-367a-497e-a8f1-e263a9b649da), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.886851 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 6e534038-367a-497e-a8f1-e263a9b649da, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=6e534038-367a-497e-a8f1-e263a9b649da,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:01.900889 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a4c7cd65-b375-4edc-bcda-4357c2a2dd2d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9406ca260c5e44cf9965a7ff2359c288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8669453 Jan 18 16:34:01.906154 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (6e534038-367a-497e-a8f1-e263a9b649da), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.907111 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41796) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:01.907323 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 52db51cd-0955-4ab8-ae98-898777a037ad up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:01.937398 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-95a69f4f-c3ac-4966-bcd8-9289dffdefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:01.943959 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-95a69f4f-c3ac-4966-bcd8-9289dffdefb5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.3543894 Jan 18 16:34:01.987166 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a9a06-a73f-4c6c-bdfd-fe3117c59ef2 req-39756722-34ba-4f52-98fd-760b755bfb4b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:01.995446 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9f4a9a06-a73f-4c6c-bdfd-fe3117c59ef2 req-39756722-34ba-4f52-98fd-760b755bfb4b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 945 time: 0.2077854 Jan 18 16:34:02.027807 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=6e534038-367a-497e-a8f1-e263a9b649da,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:02.054832 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 52db51cd-0955-4ab8-ae98-898777a037ad completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:02.061029 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 52db51cd-0955-4ab8-ae98-898777a037ad triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:02.061685 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.081163 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-d9cc978f-d2fe-4f53-a1a3-06982430fed5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287 HTTP/1.1" status: 200 len: 217 time: 0.1182835 Jan 18 16:34:02.114471 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9f4a9a06-a73f-4c6c-bdfd-fe3117c59ef2 req-2907a8d4-15d3-4c17-a465-2766851425e3 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057429 Jan 18 16:34:02.215530 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 52db51cd-0955-4ab8-ae98-898777a037ad is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:02.216012 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.257390 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 52db51cd-0955-4ab8-ae98-898777a037ad, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=52db51cd-0955-4ab8-ae98-898777a037ad,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:02.261857 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.281370 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b02261-9273-42c1-a05c-2c59fa942256 req-1adaa42b-2390-4c19-af51-d1fc1afb3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.282935 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-59b02261-9273-42c1-a05c-2c59fa942256 req-1adaa42b-2390-4c19-af51-d1fc1afb3afb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.3769007 Jan 18 16:34:02.284655 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-94ba87ce-01e7-4daf-81d2-78cbd2b0d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.285679 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-94ba87ce-01e7-4daf-81d2-78cbd2b0d7e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.1321261 Jan 18 16:34:02.288989 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ed3540-7c4c-47c5-b95f-df0fd0e0e98e admin admin] Publish callbacks [] for security_group (1e336eea-8286-4345-a2ff-77c6b83aade7), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.316549 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=52db51cd-0955-4ab8-ae98-898777a037ad,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:02.354947 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ed3540-7c4c-47c5-b95f-df0fd0e0e98e admin admin] Publish callbacks [] for security_group (1e336eea-8286-4345-a2ff-77c6b83aade7), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.389307 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085fa63-bde3-4f95-92d9-131e744055d7 req-ec6ac674-b15a-4bd7-985c-ad4ca3d72fff tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.390891 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1085fa63-bde3-4f95-92d9-131e744055d7 req-ec6ac674-b15a-4bd7-985c-ad4ca3d72fff tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1729119 Jan 18 16:34:02.461868 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-59b02261-9273-42c1-a05c-2c59fa942256 req-a51fd932-19f3-4342-9cf6-823dd7914e4b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604834 Jan 18 16:34:02.463895 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-259e654a-24ce-4c18-9e87-6eae41ad5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.465333 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-259e654a-24ce-4c18-9e87-6eae41ad5eb6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1705530 Jan 18 16:34:02.502562 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ed3540-7c4c-47c5-b95f-df0fd0e0e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1e336eea-8286-4345-a2ff-77c6b83aade7), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.507119 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ed3540-7c4c-47c5-b95f-df0fd0e0e98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.509060 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-35ed3540-7c4c-47c5-b95f-df0fd0e0e98e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e336eea-8286-4345-a2ff-77c6b83aade7 HTTP/1.1" status: 204 len: 168 time: 0.6007526 Jan 18 16:34:02.515601 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1085fa63-bde3-4f95-92d9-131e744055d7 req-8c76afb1-a08b-474d-8bb1-03fe3fad1a82 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006873 Jan 18 16:34:02.538503 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed3540-7c4c-47c5-b95f-df0fd0e0e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e336eea-8286-4345-a2ff-77c6b83aade7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:02.688112 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60c37-770f-4948-8825-784909dd34ac req-b304abee-281b-4a43-884b-928dbdf9c20c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.690478 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-52e60c37-770f-4948-8825-784909dd34ac req-b304abee-281b-4a43-884b-928dbdf9c20c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0553639 Jan 18 16:34:02.756050 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-52e60c37-770f-4948-8825-784909dd34ac req-31a9468f-f420-49b4-abd9-7f017e7e18ff tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530212 Jan 18 16:34:02.759984 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-bd6296d4-bf63-44d6-ba20-eea37d0c67e0 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003354 Jan 18 16:34:02.861156 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61c2b2da-b7ca-44e1-975a-3d3b2b4c72ed req-9be438b2-33c5-4a68-b97e-f784a2dd4ded service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953434 Jan 18 16:34:02.876772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41814) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:02.891885 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39fec6e1-a234-4ae9-9344-6a6d0eaeb1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.983991 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39fec6e1-a234-4ae9-9344-6a6d0eaeb1e1 admin admin] Publish callbacks [] for security_group (64dfe92b-f4b1-402a-a4da-227df2fe9f20), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.989047 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39fec6e1-a234-4ae9-9344-6a6d0eaeb1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (64dfe92b-f4b1-402a-a4da-227df2fe9f20), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.037419 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-39fec6e1-a234-4ae9-9344-6a6d0eaeb1e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3e4c642310543ae9bff1d01c360329f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592419 Jan 18 16:34:03.040721 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41826) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:03.043967 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fec6e1-a234-4ae9-9344-6a6d0eaeb1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfe92b-f4b1-402a-a4da-227df2fe9f20,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:03.115553 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f25302f2-cbfa-4d83-ad6e-1c1e17b8fb7d admin admin] Publish callbacks [] for security_group (64dfe92b-f4b1-402a-a4da-227df2fe9f20), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.154138 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f25302f2-cbfa-4d83-ad6e-1c1e17b8fb7d admin admin] Publish callbacks [] for security_group (64dfe92b-f4b1-402a-a4da-227df2fe9f20), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.240832 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f25302f2-cbfa-4d83-ad6e-1c1e17b8fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (64dfe92b-f4b1-402a-a4da-227df2fe9f20), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.244023 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f25302f2-cbfa-4d83-ad6e-1c1e17b8fb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.245710 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-f25302f2-cbfa-4d83-ad6e-1c1e17b8fb7d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/64dfe92b-f4b1-402a-a4da-227df2fe9f20 HTTP/1.1" status: 204 len: 168 time: 0.2044206 Jan 18 16:34:03.255787 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25302f2-cbfa-4d83-ad6e-1c1e17b8fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dfe92b-f4b1-402a-a4da-227df2fe9f20,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:03.259696 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd3d9-bcaf-45c0-852d-47b17f478048 req-c954e816-15d8-4d9a-9c48-13bf86da961a tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:03.261533 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddd3d9-bcaf-45c0-852d-47b17f478048 req-c954e816-15d8-4d9a-9c48-13bf86da961a tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0672464 Jan 18 16:34:03.326529 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddd3d9-bcaf-45c0-852d-47b17f478048 req-3da0ced1-8f76-4706-94c2-8445912f437f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561397 Jan 18 16:34:03.653980 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152d3b-5020-4bc3-8609-a6597256396a req-36a30a62-5c01-4ffd-8732-a0e7665cd9b6 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:03.661698 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-29152d3b-5020-4bc3-8609-a6597256396a req-36a30a62-5c01-4ffd-8732-a0e7665cd9b6 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0565240 Jan 18 16:34:03.727672 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-29152d3b-5020-4bc3-8609-a6597256396a req-0d95ef04-bb23-4dc2-9fe6-5b13476104ab tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648360 Jan 18 16:34:03.769874 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e534038-367a-497e-a8f1-e263a9b649da'}, {'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:03.772916 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2794e64c-d7e2-4e00-8cbf-31856a5e32f1" -d '{"events": [{"server_uuid": "eaee4989-7deb-468d-9d7a-c05fd0a1fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "6e534038-367a-497e-a8f1-e263a9b649da"}, {"server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "name": "network-vif-plugged", "status": "completed", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:03.817626 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18931a03-132c-4c93-8298-3edcef7ef542 x-openstack-request-id: req-18931a03-132c-4c93-8298-3edcef7ef542 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:03.818001 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee4989-7deb-468d-9d7a-c05fd0a1fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "6e534038-367a-497e-a8f1-e263a9b649da", "code": 200}, {"server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "name": "network-vif-plugged", "status": "completed", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:03.818234 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18931a03-132c-4c93-8298-3edcef7ef542 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:03.818597 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e534038-367a-497e-a8f1-e263a9b649da', 'code': 200} Jan 18 16:34:03.818855 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad', 'code': 200} Jan 18 16:34:03.896534 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be330-a7a9-47df-874b-91d78fa1b882 req-0b8a4776-87a2-48de-9ded-d18e355034c8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:03.903260 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4c8be330-a7a9-47df-874b-91d78fa1b882 req-0b8a4776-87a2-48de-9ded-d18e355034c8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0656624 Jan 18 16:34:03.960823 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4c8be330-a7a9-47df-874b-91d78fa1b882 req-8c063b71-18e5-4e20-9446-ed4051753d84 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519936 Jan 18 16:34:04.520560 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702aa4b-3fc3-411a-9f18-3154c53051b4 req-890b5a23-0aa0-4b96-bd84-5da78b65b283 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:04.522264 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7702aa4b-3fc3-411a-9f18-3154c53051b4 req-890b5a23-0aa0-4b96-bd84-5da78b65b283 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1090281 Jan 18 16:34:04.596733 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7702aa4b-3fc3-411a-9f18-3154c53051b4 req-c0f63f6e-aaf1-4eef-8d52-9bb3610bbe31 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640175 Jan 18 16:34:04.878688 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f5bd-c85a-48a7-9734-7deea41674f8 req-afa71e50-c4d8-41f0-826b-af2a3fff0cc8 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:04.878688 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8643f5bd-c85a-48a7-9734-7deea41674f8 req-afa71e50-c4d8-41f0-826b-af2a3fff0cc8 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0625050 Jan 18 16:34:04.944279 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8643f5bd-c85a-48a7-9734-7deea41674f8 req-330a8dbd-7163-439c-8ba2-69db225f2def tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643299 Jan 18 16:34:05.130012 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396fef7-1c04-4c9e-9c2c-a6707b16ab14 req-42168506-3498-4a6e-9ad7-ea6a09b37f27 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:05.132745 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9396fef7-1c04-4c9e-9c2c-a6707b16ab14 req-42168506-3498-4a6e-9ad7-ea6a09b37f27 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0775681 Jan 18 16:34:05.197354 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9396fef7-1c04-4c9e-9c2c-a6707b16ab14 req-fdd20e3c-4e2d-43c5-b7af-5d0f2a96d2f6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563793 Jan 18 16:34:05.365581 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:34:05.530892 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:05.555254 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'port_id': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'mac_address': 'fa:16:3e:36:0e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:34:05.601504 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:05.601882 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.617523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d245b6-15e0-4ad8-af8e-e8bab92cd287 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:05.673052 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:05.679133 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.781813 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:05.788466 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:34:05.836825 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8b69a-6d8c-4441-bace-dd2e097dbf89 req-6031f464-3c8c-434b-adcc-20f28d435338 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:05.838555 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-87c8b69a-6d8c-4441-bace-dd2e097dbf89 req-6031f464-3c8c-434b-adcc-20f28d435338 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0992560 Jan 18 16:34:05.902358 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-87c8b69a-6d8c-4441-bace-dd2e097dbf89 req-60387d07-8e8b-467a-a75e-2e5200a8b8a2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564399 Jan 18 16:34:06.127711 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a9504-e9c5-4f24-a670-6d4cd6fe291a req-fcd0b4b3-d3d9-4d7c-b2ad-8132730e714d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.129370 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-486a9504-e9c5-4f24-a670-6d4cd6fe291a req-fcd0b4b3-d3d9-4d7c-b2ad-8132730e714d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0713673 Jan 18 16:34:06.196762 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41954) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:06.385529 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c10720f-23af-4600-a832-668393980480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.416071 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-486a9504-e9c5-4f24-a670-6d4cd6fe291a req-b3f6243f-107c-4f7d-b746-13f9232334f6 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769530 Jan 18 16:34:06.432346 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9dbc0-6703-4891-b659-e45a1d317724 req-42e11f00-f259-4ef3-a6f3-2b52453c1db6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.434066 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b3c9dbc0-6703-4891-b659-e45a1d317724 req-42e11f00-f259-4ef3-a6f3-2b52453c1db6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.1272769 Jan 18 16:34:06.511527 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3c3628f7-bfba-4834-b332-e56487656b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.537264 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b3c9dbc0-6703-4891-b659-e45a1d317724 req-1fd570c0-a99d-4a53-99f0-a2f3705ebb9b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818152 Jan 18 16:34:06.565260 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c10720f-23af-4600-a832-668393980480 admin admin] Publish callbacks [] for security_group (31feca66-5ce5-494f-a1c3-0e77936f3db9), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.573593 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c10720f-23af-4600-a832-668393980480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (31feca66-5ce5-494f-a1c3-0e77936f3db9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.629058 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10720f-23af-4600-a832-668393980480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31feca66-5ce5-494f-a1c3-0e77936f3db9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:06.634300 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-6c10720f-23af-4600-a832-668393980480 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=757c8b253d2d458c8e28df9915ba6182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359612 Jan 18 16:34:06.636940 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 41966) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:06.709942 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bda83-f323-4834-9fcc-a1b5e85674c5 req-669981c7-d208-4cf2-991f-304fb76627b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.710542 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9261e311-fc50-42ee-850c-8c1aa8a6faaf admin admin] Publish callbacks [] for security_group (31feca66-5ce5-494f-a1c3-0e77936f3db9), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.714289 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-858bda83-f323-4834-9fcc-a1b5e85674c5 req-669981c7-d208-4cf2-991f-304fb76627b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 1099 time: 0.1549504 Jan 18 16:34:06.736229 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b184e7a-4bfd-413c-b298-d51224ec3b65 req-b0efdbf1-e61d-4694-9680-955970a56a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.738512 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b184e7a-4bfd-413c-b298-d51224ec3b65 req-b0efdbf1-e61d-4694-9680-955970a56a57 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 1099 time: 0.1669233 Jan 18 16:34:06.746935 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9261e311-fc50-42ee-850c-8c1aa8a6faaf admin admin] Publish callbacks [] for security_group (31feca66-5ce5-494f-a1c3-0e77936f3db9), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.783948 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['e5d245b6-15e0-4ad8-af8e-e8bab92cd287'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:06.813111 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b184e7a-4bfd-413c-b298-d51224ec3b65 req-8dddc054-9877-4e39-8d9c-cff702fe8ef6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641294 Jan 18 16:34:06.829841 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-858bda83-f323-4834-9fcc-a1b5e85674c5 req-823b67ab-87b3-47cd-8904-e47971b48a77 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047261 Jan 18 16:34:06.841816 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9261e311-fc50-42ee-850c-8c1aa8a6faaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (31feca66-5ce5-494f-a1c3-0e77936f3db9), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.844789 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9261e311-fc50-42ee-850c-8c1aa8a6faaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.846228 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9261e311-fc50-42ee-850c-8c1aa8a6faaf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/31feca66-5ce5-494f-a1c3-0e77936f3db9 HTTP/1.1" status: 204 len: 168 time: 0.2069826 Jan 18 16:34:06.854917 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261e311-fc50-42ee-850c-8c1aa8a6faaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31feca66-5ce5-494f-a1c3-0e77936f3db9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:07.055228 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24416991-5253-437b-ad94-adcf8c228830 req-e7dfecd3-906c-4527-974e-28aa5fadce34 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.056976 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-24416991-5253-437b-ad94-adcf8c228830 req-e7dfecd3-906c-4527-974e-28aa5fadce34 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0702550 Jan 18 16:34:07.112236 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-24416991-5253-437b-ad94-adcf8c228830 req-bb8fd069-f1c3-41c6-b04b-c9e0367d3171 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488255 Jan 18 16:34:07.234852 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:07.248658 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-470b29ad-8bd7-44fe-9bed-b86444ebd130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.357420 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-470b29ad-8bd7-44fe-9bed-b86444ebd130 admin admin] Publish callbacks [] for security_group (2f15feae-adfa-4470-9714-272904b3d17e), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.362986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-470b29ad-8bd7-44fe-9bed-b86444ebd130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2f15feae-adfa-4470-9714-272904b3d17e), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.412505 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-470b29ad-8bd7-44fe-9bed-b86444ebd130 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e79c4fa9fd6430c9726fa5a8f2cf426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715002 Jan 18 16:34:07.412505 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b29ad-8bd7-44fe-9bed-b86444ebd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15feae-adfa-4470-9714-272904b3d17e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:07.412958 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 41988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:07.494585 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f05006-0aff-4ed5-9444-ec2660bbd849 admin admin] Publish callbacks [] for security_group (2f15feae-adfa-4470-9714-272904b3d17e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.532963 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f05006-0aff-4ed5-9444-ec2660bbd849 admin admin] Publish callbacks [] for security_group (2f15feae-adfa-4470-9714-272904b3d17e), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.567455 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28312b-c0d9-4acc-b095-160679980635 req-06d0a07e-274d-43af-a2cb-6fd2d068159c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.569751 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee28312b-c0d9-4acc-b095-160679980635 req-06d0a07e-274d-43af-a2cb-6fd2d068159c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0610759 Jan 18 16:34:07.604307 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f05006-0aff-4ed5-9444-ec2660bbd849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2f15feae-adfa-4470-9714-272904b3d17e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.609403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f05006-0aff-4ed5-9444-ec2660bbd849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.612045 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-77f05006-0aff-4ed5-9444-ec2660bbd849 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f15feae-adfa-4470-9714-272904b3d17e HTTP/1.1" status: 204 len: 168 time: 0.1963465 Jan 18 16:34:07.639416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f05006-0aff-4ed5-9444-ec2660bbd849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15feae-adfa-4470-9714-272904b3d17e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:07.686484 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee28312b-c0d9-4acc-b095-160679980635 req-94605694-8256-4688-add4-f05e1a29fa8b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997632 Jan 18 16:34:07.745341 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cb49d-f646-4f02-bf78-27b342dd94ed req-fb1a86e7-75bd-472a-aae9-217bbebed40e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.748692 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-224cb49d-f646-4f02-bf78-27b342dd94ed req-fb1a86e7-75bd-472a-aae9-217bbebed40e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.0857494 Jan 18 16:34:07.811614 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-224cb49d-f646-4f02-bf78-27b342dd94ed req-eb71d491-3159-4eb9-af4c-d1447212bedc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511649 Jan 18 16:34:07.989729 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42012) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:08.103926 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7032-e9a1-40ae-b530-9220158a2cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.227784 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7032-e9a1-40ae-b530-9220158a2cfb admin admin] Publish callbacks [] for security_group (b5daf73c-85bf-4401-bef2-8565150e44ed), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.232553 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7032-e9a1-40ae-b530-9220158a2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (b5daf73c-85bf-4401-bef2-8565150e44ed), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.280455 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-dd6f7032-e9a1-40ae-b530-9220158a2cfb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0a5ee8e4ee64dd68622470544d2d531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894504 Jan 18 16:34:08.282346 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f7032-e9a1-40ae-b530-9220158a2cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5daf73c-85bf-4401-bef2-8565150e44ed,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:08.285068 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42028) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:08.311504 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d838e5-703e-4e04-b5c5-af1ae834b1b3 req-1c4a7b13-624a-4f2a-9ee0-c77fee96235b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:08.315206 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f6d838e5-703e-4e04-b5c5-af1ae834b1b3 req-1c4a7b13-624a-4f2a-9ee0-c77fee96235b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1209652 Jan 18 16:34:08.359011 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2e39-8f1c-468d-910a-f7094462f473 admin admin] Publish callbacks [] for security_group (b5daf73c-85bf-4401-bef2-8565150e44ed), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.379226 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f6d838e5-703e-4e04-b5c5-af1ae834b1b3 req-5ada4a10-1c1d-4919-86d2-f2912f3cfb9e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581436 Jan 18 16:34:08.399615 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2e39-8f1c-468d-910a-f7094462f473 admin admin] Publish callbacks [] for security_group (b5daf73c-85bf-4401-bef2-8565150e44ed), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.469791 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2e39-8f1c-468d-910a-f7094462f473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (b5daf73c-85bf-4401-bef2-8565150e44ed), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.472897 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2e39-8f1c-468d-910a-f7094462f473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.476622 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ac7f2e39-8f1c-468d-910a-f7094462f473 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b5daf73c-85bf-4401-bef2-8565150e44ed HTTP/1.1" status: 204 len: 168 time: 0.1864049 Jan 18 16:34:08.482769 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f2e39-8f1c-468d-910a-f7094462f473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5daf73c-85bf-4401-bef2-8565150e44ed,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:08.819918 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf40489-e3aa-4483-aa70-cdd784ee6860 req-8086fe73-aa25-4880-849b-60936c231c1f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:08.819918 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8cf40489-e3aa-4483-aa70-cdd784ee6860 req-8086fe73-aa25-4880-849b-60936c231c1f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0655663 Jan 18 16:34:08.912305 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8cf40489-e3aa-4483-aa70-cdd784ee6860 req-acf85f1b-12a4-48f9-8581-01be58f02715 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872650 Jan 18 16:34:08.950281 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42058) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:08.964951 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c26e96d6-0ca1-497a-9f1e-5416d3b17d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.968897 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258136c-d0cd-4aba-afdc-9f28126ebb06 req-97252576-c41b-4630-9e9f-7593470766c7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:08.970585 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c258136c-d0cd-4aba-afdc-9f28126ebb06 req-97252576-c41b-4630-9e9f-7593470766c7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.0628226 Jan 18 16:34:09.034059 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c258136c-d0cd-4aba-afdc-9f28126ebb06 req-17bd5eb7-1e8b-4eb7-8fb6-4eb38a459f8b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542586 Jan 18 16:34:09.049648 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c26e96d6-0ca1-497a-9f1e-5416d3b17d46 admin admin] Publish callbacks [] for security_group (51544ef2-d126-4f31-9301-5e95215efddd), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.054841 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c26e96d6-0ca1-497a-9f1e-5416d3b17d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (51544ef2-d126-4f31-9301-5e95215efddd), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.098200 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c26e96d6-0ca1-497a-9f1e-5416d3b17d46 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79c1b31fa2b4476a9c749f49ce1797c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437750 Jan 18 16:34:09.098200 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e96d6-0ca1-497a-9f1e-5416d3b17d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51544ef2-d126-4f31-9301-5e95215efddd,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:09.098381 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42060) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:09.156987 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5baa20-2379-4365-81a2-59359d3c7c07 admin admin] Publish callbacks [] for security_group (51544ef2-d126-4f31-9301-5e95215efddd), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.180871 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5baa20-2379-4365-81a2-59359d3c7c07 admin admin] Publish callbacks [] for security_group (51544ef2-d126-4f31-9301-5e95215efddd), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.231851 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5baa20-2379-4365-81a2-59359d3c7c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (51544ef2-d126-4f31-9301-5e95215efddd), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.234700 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5baa20-2379-4365-81a2-59359d3c7c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.235892 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3d5baa20-2379-4365-81a2-59359d3c7c07 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51544ef2-d126-4f31-9301-5e95215efddd HTTP/1.1" status: 204 len: 168 time: 0.1362336 Jan 18 16:34:09.246153 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5baa20-2379-4365-81a2-59359d3c7c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51544ef2-d126-4f31-9301-5e95215efddd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:09.339814 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23dd7079-e59d-443b-be7b-13e9643a68c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.542059 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbd418-6d1d-48bf-8967-6067a31639a1 req-0469b52d-93f9-4d2c-ab88-ff710047dd1e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.543609 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0abbd418-6d1d-48bf-8967-6067a31639a1 req-0469b52d-93f9-4d2c-ab88-ff710047dd1e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0578687 Jan 18 16:34:09.596479 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0abbd418-6d1d-48bf-8967-6067a31639a1 req-475d9fe2-e328-4681-98be-29583ef29cbe tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447304 Jan 18 16:34:09.717258 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42086) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:09.736742 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dd26cda-26a2-4341-9723-d759f6b8cd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.836260 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dd26cda-26a2-4341-9723-d759f6b8cd63 admin admin] Publish callbacks [] for security_group (43427f31-fbf2-434f-9257-3d27463f70aa), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.842572 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dd26cda-26a2-4341-9723-d759f6b8cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (43427f31-fbf2-434f-9257-3d27463f70aa), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.888799 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-9dd26cda-26a2-4341-9723-d759f6b8cd63 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1d85810df1642b3a35c4eeea9d3b717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703002 Jan 18 16:34:09.889779 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd26cda-26a2-4341-9723-d759f6b8cd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43427f31-fbf2-434f-9257-3d27463f70aa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:09.893121 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42102) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:09.968975 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31ad5aa-e40c-4601-875d-ea7f08911010 admin admin] Publish callbacks [] for security_group (43427f31-fbf2-434f-9257-3d27463f70aa), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.011001 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31ad5aa-e40c-4601-875d-ea7f08911010 admin admin] Publish callbacks [] for security_group (43427f31-fbf2-434f-9257-3d27463f70aa), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.062714 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ce688-1329-42d6-a9a9-173a2b75e0d3 req-dc1acb43-9fa0-4d5b-bbdd-0ed15d3b0463 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:10.065437 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c94ce688-1329-42d6-a9a9-173a2b75e0d3 req-dc1acb43-9fa0-4d5b-bbdd-0ed15d3b0463 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0580959 Jan 18 16:34:10.099194 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31ad5aa-e40c-4601-875d-ea7f08911010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (43427f31-fbf2-434f-9257-3d27463f70aa), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.103301 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31ad5aa-e40c-4601-875d-ea7f08911010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.108590 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f31ad5aa-e40c-4601-875d-ea7f08911010 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43427f31-fbf2-434f-9257-3d27463f70aa HTTP/1.1" status: 204 len: 168 time: 0.2146058 Jan 18 16:34:10.119946 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ad5aa-e40c-4601-875d-ea7f08911010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43427f31-fbf2-434f-9257-3d27463f70aa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:10.139983 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c94ce688-1329-42d6-a9a9-173a2b75e0d3 req-1465cf0e-133e-40ae-a659-efb59b0b88c0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679357 Jan 18 16:34:10.226471 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c206fa-2663-4d50-ada9-2bd38153166e req-2b40b5a9-4919-45ff-ae47-e604d89a4152 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:10.228274 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8c206fa-2663-4d50-ada9-2bd38153166e req-2b40b5a9-4919-45ff-ae47-e604d89a4152 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.0614381 Jan 18 16:34:10.289375 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8c206fa-2663-4d50-ada9-2bd38153166e req-5791cd66-bf3e-4479-a240-8e700f9bf266 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531256 Jan 18 16:34:10.350865 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42122) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:10.474160 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5318f90-c3f2-4a80-b1c1-d49e03392ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.576540 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5318f90-c3f2-4a80-b1c1-d49e03392ae3 admin admin] Publish callbacks [] for security_group (89801a85-9bcf-4e91-9d63-6e58ce04d20f), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.581700 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5318f90-c3f2-4a80-b1c1-d49e03392ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (89801a85-9bcf-4e91-9d63-6e58ce04d20f), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.623591 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5318f90-c3f2-4a80-b1c1-d49e03392ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89801a85-9bcf-4e91-9d63-6e58ce04d20f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:10.629592 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a5318f90-c3f2-4a80-b1c1-d49e03392ae3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=592e9c4bc6434ebeafcd7e9e62f9f97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765813 Jan 18 16:34:10.632672 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42138) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:10.697282 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8aa30a7a-ef0c-40bc-bd79-2a2350880082 admin admin] Publish callbacks [] for security_group (89801a85-9bcf-4e91-9d63-6e58ce04d20f), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.738674 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8aa30a7a-ef0c-40bc-bd79-2a2350880082 admin admin] Publish callbacks [] for security_group (89801a85-9bcf-4e91-9d63-6e58ce04d20f), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.773594 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98903a5-3fea-400b-9d84-ee8f871ff2db req-3c85d3f5-4358-45a7-932a-3329772a920f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:10.781816 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d98903a5-3fea-400b-9d84-ee8f871ff2db req-3c85d3f5-4358-45a7-932a-3329772a920f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0682981 Jan 18 16:34:10.819381 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8aa30a7a-ef0c-40bc-bd79-2a2350880082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (89801a85-9bcf-4e91-9d63-6e58ce04d20f), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.823761 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8aa30a7a-ef0c-40bc-bd79-2a2350880082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.825366 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-8aa30a7a-ef0c-40bc-bd79-2a2350880082 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89801a85-9bcf-4e91-9d63-6e58ce04d20f HTTP/1.1" status: 204 len: 168 time: 0.1915667 Jan 18 16:34:10.835675 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa30a7a-ef0c-40bc-bd79-2a2350880082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89801a85-9bcf-4e91-9d63-6e58ce04d20f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:10.843196 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d98903a5-3fea-400b-9d84-ee8f871ff2db req-fea5bb73-b127-474f-ae70-17ff08e68499 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578067 Jan 18 16:34:10.992967 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.131585 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:11.306528 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42166) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:11.315541 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:11.328315 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-235308c4-381f-4c2e-9ae6-fe1a4f6baa6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.331569 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:11.332846 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.395034 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d137e8b-7f1c-43f9-97f2-7e75671dc7b7 req-b2337fd9-5531-4d73-8f0e-b07d39e04f81 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:11.399694 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5d137e8b-7f1c-43f9-97f2-7e75671dc7b7 req-b2337fd9-5531-4d73-8f0e-b07d39e04f81 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1315665 Jan 18 16:34:11.494338 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5d137e8b-7f1c-43f9-97f2-7e75671dc7b7 req-8f393f63-af4b-40c6-860c-2d91f2402cef tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820785 Jan 18 16:34:11.512778 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-235308c4-381f-4c2e-9ae6-fe1a4f6baa6b admin admin] Publish callbacks [] for security_group (97eeefa1-5634-4ed3-ae71-10fd4e180b29), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.524316 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1419e-fdfc-44ae-bc1c-c75a10bed537 req-245ef4cf-5cc2-47e2-ad57-456b0e1b4b7a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:11.526310 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-98a1419e-fdfc-44ae-bc1c-c75a10bed537 req-245ef4cf-5cc2-47e2-ad57-456b0e1b4b7a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.1086822 Jan 18 16:34:11.530533 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-235308c4-381f-4c2e-9ae6-fe1a4f6baa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (97eeefa1-5634-4ed3-ae71-10fd4e180b29), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.602011 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:11.603075 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.625393 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235308c4-381f-4c2e-9ae6-fe1a4f6baa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eeefa1-5634-4ed3-ae71-10fd4e180b29,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:11.666981 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-235308c4-381f-4c2e-9ae6-fe1a4f6baa6b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f447713d50094be6b39bfadad6bfc2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579545 Jan 18 16:34:11.670689 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42174) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:11.679545 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-98a1419e-fdfc-44ae-bc1c-c75a10bed537 req-65f19079-55ca-4dd3-9b45-fb6b86f36b46 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432769 Jan 18 16:34:11.688240 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:11.689149 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:11.691791 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f2bbb-2ec1-4775-b2b7-943e205ceec5" -d '{"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:11.696880 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.806191 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d654e-e814-4a36-879a-c2e461fab2e6 x-openstack-request-id: req-ce6d654e-e814-4a36-879a-c2e461fab2e6 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:11.806503 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:11.806736 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce6d654e-e814-4a36-879a-c2e461fab2e6 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:11.807300 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'code': 200} Jan 18 16:34:11.823397 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:11.832749 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-518c1240-47e4-4aca-8be8-00b04438fd5b admin admin] Publish callbacks [] for security_group (97eeefa1-5634-4ed3-ae71-10fd4e180b29), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.919822 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-518c1240-47e4-4aca-8be8-00b04438fd5b admin admin] Publish callbacks [] for security_group (97eeefa1-5634-4ed3-ae71-10fd4e180b29), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:12.113816 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd60e4-bf5f-4b6e-8549-c910cacf6dc8 req-1c1d1a7f-7786-40d9-95ee-0d8bcc8b7533 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:12.115777 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-facd60e4-bf5f-4b6e-8549-c910cacf6dc8 req-1c1d1a7f-7786-40d9-95ee-0d8bcc8b7533 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1095636 Jan 18 16:34:12.133355 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c2fc9-bf3e-465f-87bc-2df2d997e62c req-c7f29657-c7f6-4f5b-bbb1-a8fffd313bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:12.134929 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-548c2fc9-bf3e-465f-87bc-2df2d997e62c req-c7f29657-c7f6-4f5b-bbb1-a8fffd313bc8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 1099 time: 0.1078784 Jan 18 16:34:12.136973 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-518c1240-47e4-4aca-8be8-00b04438fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (97eeefa1-5634-4ed3-ae71-10fd4e180b29), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:12.139563 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-518c1240-47e4-4aca-8be8-00b04438fd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:12.144089 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-518c1240-47e4-4aca-8be8-00b04438fd5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/97eeefa1-5634-4ed3-ae71-10fd4e180b29 HTTP/1.1" status: 204 len: 168 time: 0.4719851 Jan 18 16:34:12.182940 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c1240-47e4-4aca-8be8-00b04438fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eeefa1-5634-4ed3-ae71-10fd4e180b29,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:12.289114 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-facd60e4-bf5f-4b6e-8549-c910cacf6dc8 req-fe859bb4-eab7-4d8c-8199-59ac54ecff72 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654248 Jan 18 16:34:12.301670 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-548c2fc9-bf3e-465f-87bc-2df2d997e62c req-ecd23d90-420b-4313-ab35-0c93b3b88c27 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503143 Jan 18 16:34:12.365454 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871abb-61d4-432c-aa1c-e14e0d93b263 req-2dbcd40f-818b-4ccb-91ea-3b96ecd9039a tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:12.376420 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-79871abb-61d4-432c-aa1c-e14e0d93b263 req-2dbcd40f-818b-4ccb-91ea-3b96ecd9039a tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.1085610 Jan 18 16:34:12.413049 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:12.504817 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60bccc-2186-4f95-bd4b-b10795259e77 req-744ef577-4c38-47e7-b16f-878c86a63c29 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:12.506402 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ad60bccc-2186-4f95-bd4b-b10795259e77 req-744ef577-4c38-47e7-b16f-878c86a63c29 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1029880 Jan 18 16:34:12.507189 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-79871abb-61d4-432c-aa1c-e14e0d93b263 req-976aea52-9889-419b-95ad-1968af6a123a tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291170 Jan 18 16:34:12.524224 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42218) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:12.530310 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'floatingip': {'port_id': '52db51cd-0955-4ab8-ae98-898777a037ad'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:12.636677 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (bd30854c-589c-413f-a346-264367d5b31d), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:12.691322 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668869a1-73c5-4919-ac70-1a136d42f183 req-81474181-7466-4fc9-af26-d4387a1b6749 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:12.698381 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-668869a1-73c5-4919-ac70-1a136d42f183 req-81474181-7466-4fc9-af26-d4387a1b6749 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0837331 Jan 18 16:34:12.823848 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-668869a1-73c5-4919-ac70-1a136d42f183 req-4408dd66-2d18-4321-b2d7-323e8644cfc1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137974 Jan 18 16:34:13.185644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:13.189247 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83e06-4b1e-4f86-80bd-a3c6db551f94 req-c84490d4-26e9-452e-9cc9-d00973711e01 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:13.192415 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-85e83e06-4b1e-4f86-80bd-a3c6db551f94 req-c84490d4-26e9-452e-9cc9-d00973711e01 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.2138827 Jan 18 16:34:13.356358 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49bee5-2447-4fb6-9d26-5487104dac0a req-c1fed985-d395-48a6-8e36-f99760d64a60 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:13.370448 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6a49bee5-2447-4fb6-9d26-5487104dac0a req-c1fed985-d395-48a6-8e36-f99760d64a60 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1013589 Jan 18 16:34:13.406567 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-85e83e06-4b1e-4f86-80bd-a3c6db551f94 req-a5904428-13c6-40a3-863f-5abb2357de12 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973746 Jan 18 16:34:13.493454 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6a49bee5-2447-4fb6-9d26-5487104dac0a req-da7598e6-c1c9-4f4f-985e-d4519ac948df tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190236 Jan 18 16:34:13.565234 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-07979995-9f97-4557-88dc-25de0432b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:13.567470 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-07979995-9f97-4557-88dc-25de0432b883 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 1099 time: 0.3109539 Jan 18 16:34:14.116552 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 16:34:14.126959 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9649b-6fc5-4922-b2f7-c708fe76450f req-84e6429e-5bdf-4c18-a359-b0e08cf4fb5f tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:14.128549 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-93e9649b-6fc5-4922-b2f7-c708fe76450f req-84e6429e-5bdf-4c18-a359-b0e08cf4fb5f tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.5285797 Jan 18 16:34:14.237944 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-b02e8c9a-83c2-469f-98a2-a3574ec2cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:14.239470 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-b02e8c9a-83c2-469f-98a2-a3574ec2cd39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.6413615 Jan 18 16:34:14.274733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:14.314979 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (bd30854c-589c-413f-a346-264367d5b31d), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:14.353289 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-48288756-2990-4b6a-9af8-511d90e1be4d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e534038-367a-497e-a8f1-e263a9b649da HTTP/1.1" status: 200 len: 217 time: 0.0874074 Jan 18 16:34:14.368376 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-93e9649b-6fc5-4922-b2f7-c708fe76450f req-a64722af-6dc8-4bb8-b622-da2e7dbe4a5a tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909404 Jan 18 16:34:14.511497 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-a589a312-5ba1-48c3-9f84-1bbf3da66028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:14.512940 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-a589a312-5ba1-48c3-9f84-1bbf3da66028 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.1412475 Jan 18 16:34:14.537047 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Floating IP bd30854c-589c-413f-a346-264367d5b31d associated. External IP: 172.27.0.64, port: 52db51cd-0955-4ab8-ae98-898777a037ad. Jan 18 16:34:14.557119 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-eead3756-c8ef-48c3-aa0d-6cd8596a88a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314074 Jan 18 16:34:14.595193 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e53a0-fa45-44ad-90c8-7b34222f716f req-ca8c1ba9-8312-4522-9951-7e90deef71aa tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:14.598029 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-841e53a0-fa45-44ad-90c8-7b34222f716f req-ca8c1ba9-8312-4522-9951-7e90deef71aa tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0780818 Jan 18 16:34:14.667367 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-841e53a0-fa45-44ad-90c8-7b34222f716f req-0575e180-aad9-496f-93f1-c469373fe9fd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565746 Jan 18 16:34:14.790166 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036e77e-eb26-4682-8901-c14534de86bb req-1dd31ac8-e8c3-494f-bacc-46d46f6015bd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:14.792175 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d036e77e-eb26-4682-8901-c14534de86bb req-1dd31ac8-e8c3-494f-bacc-46d46f6015bd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1763737 Jan 18 16:34:14.838045 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-30b9280c-ac9c-4c83-92e7-ee6b087bddd3 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354441 Jan 18 16:34:14.951001 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d036e77e-eb26-4682-8901-c14534de86bb req-174fa8ce-bd94-408d-b350-2ad0582b121e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467838 Jan 18 16:34:15.005720 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2e5f6-041b-483a-a7ab-f0c2cb4c3766 req-3c89594f-3635-43d4-9381-471facacba7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:15.007348 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-20c2e5f6-041b-483a-a7ab-f0c2cb4c3766 req-3c89594f-3635-43d4-9381-471facacba7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0754802 Jan 18 16:34:15.019954 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42330) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:15.028086 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'floatingip': {'port_id': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:15.082783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (72c314f1-1a72-4838-9034-8e33e7202dbd), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:15.117720 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Router 6391cf8f-ce3b-4438-855a-fc446cbab28e has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:34:15.386638 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:34:15.394150 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:15.411899 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] Sync routers for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:34:15.426707 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:15.427351 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:34:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:15.433616 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f0845db5-3dcc-4d97-b1d1-2d82afe93771 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "PUT /v2.0/floatingips/bd30854c-589c-413f-a346-264367d5b31d HTTP/1.1" status: 200 len: 991 time: 2.9081886 Jan 18 16:34:15.436943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:15.441278 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b460caf-319e-4a44-9c22-8be440648a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:15.658384 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:15.828468 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad835b4-6708-4f86-bb89-2bf102c796ed req-bb0f1ce2-71ae-491a-a441-72909ceb5bc0 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:15.831426 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ad835b4-6708-4f86-bb89-2bf102c796ed req-bb0f1ce2-71ae-491a-a441-72909ceb5bc0 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.2917545 Jan 18 16:34:15.960954 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ad835b4-6708-4f86-bb89-2bf102c796ed req-f0d30f07-db07-4808-bfec-3c699b829ea9 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203179 Jan 18 16:34:16.030465 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'bd30854c-589c-413f-a346-264367d5b31d', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'port_id': '52db51cd-0955-4ab8-ae98-898777a037ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'mac_address': 'fa:16:3e:1c:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:35Z', 'updated_at': '2022-01-18T16:34:13Z', 'revision_number': 1, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:16.036957 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.041825 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049c9517-c696-4980-bd42-27da8c072b10 x-openstack-request-id: req-049c9517-c696-4980-bd42-27da8c072b10 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:16.042717 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:16.043352 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-049c9517-c696-4980-bd42-27da8c072b10 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:16.044228 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad', 'status': 'completed', 'code': 200} Jan 18 16:34:16.046647 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (72c314f1-1a72-4838-9034-8e33e7202dbd), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.086536 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] Checking router: 6391cf8f-ce3b-4438-855a-fc446cbab28e for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:34:16.101282 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:16.102345 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:34:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:16.228041 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216b37-9ace-4f81-a63d-6d41a27b4d3e req-f51a13e8-d984-482d-99df-ba0a1e4555cb tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:16.229542 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2d216b37-9ace-4f81-a63d-6d41a27b4d3e req-f51a13e8-d984-482d-99df-ba0a1e4555cb tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1234210 Jan 18 16:34:16.244577 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:16.250244 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Floating IP 72c314f1-1a72-4838-9034-8e33e7202dbd associated. External IP: 172.27.0.226, port: e5d245b6-15e0-4ad8-af8e-e8bab92cd287. Jan 18 16:34:16.360069 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2d216b37-9ace-4f81-a63d-6d41a27b4d3e req-8416b899-3d0d-4a38-ab6d-e9d268ad4575 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194885 Jan 18 16:34:16.523271 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'bd30854c-589c-413f-a346-264367d5b31d', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'port_id': '52db51cd-0955-4ab8-ae98-898777a037ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'mac_address': 'fa:16:3e:1c:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:35Z', 'updated_at': '2022-01-18T16:34:13Z', 'revision_number': 1, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:16.539204 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Router aa5db699-b15b-41bb-95b3-de727e60b909 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:34:16.553601 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f198b-5077-49bf-87cf-30058ce0ea99 None None] The sync data for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi is: [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'bd30854c-589c-413f-a346-264367d5b31d', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'port_id': '52db51cd-0955-4ab8-ae98-898777a037ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'mac_address': 'fa:16:3e:1c:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:35Z', 'updated_at': '2022-01-18T16:34:13Z', 'revision_number': 1, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:34:16.685018 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:34:16.690453 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.696926 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] Sync routers for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:34:16.708934 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:16.710008 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:34:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:16.737012 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c83b7c2c-71e1-44c8-890d-53162d2ff46b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "PUT /v2.0/floatingips/72c314f1-1a72-4838-9034-8e33e7202dbd HTTP/1.1" status: 200 len: 992 time: 1.7156079 Jan 18 16:34:16.815442 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea26f3f1-279c-4e79-b25e-87ad77f6c002 None None] New status for floating IP bd30854c-589c-413f-a346-264367d5b31d: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:34:16.843259 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:17.289740 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '72c314f1-1a72-4838-9034-8e33e7202dbd', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'port_id': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'mac_address': 'fa:16:3e:36:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c882b24-db84-4892-beb0-2827146958f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:51Z', 'updated_at': '2022-01-18T16:34:15Z', 'revision_number': 1, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:17.319215 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] Checking router: aa5db699-b15b-41bb-95b3-de727e60b909 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:34:17.328860 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:17.330008 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:34:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:17.490786 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:17.810682 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '72c314f1-1a72-4838-9034-8e33e7202dbd', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'port_id': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'mac_address': 'fa:16:3e:36:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c882b24-db84-4892-beb0-2827146958f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:51Z', 'updated_at': '2022-01-18T16:34:15Z', 'revision_number': 1, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:17.852505 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890aa975-e2ef-407a-946f-e779f0d9bd96 None None] The sync data for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi is: [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '72c314f1-1a72-4838-9034-8e33e7202dbd', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'port_id': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'mac_address': 'fa:16:3e:36:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c882b24-db84-4892-beb0-2827146958f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:51Z', 'updated_at': '2022-01-18T16:34:15Z', 'revision_number': 1, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:34:18.063842 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:18.067026 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ab187f-c7d6-46c2-aaec-6c901d095d91" -d '{"events": [{"name": "network-changed", "server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:18.080022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460caf-319e-4a44-9c22-8be440648a9d req-bcd4a1e4-15f3-41c2-b91e-02324ace07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.080507 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a00a49-ea7d-44a9-98a8-d56422ec2d69 req-ab740d05-13bd-493b-9e64-25963b102ba8 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.082307 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b460caf-319e-4a44-9c22-8be440648a9d req-bcd4a1e4-15f3-41c2-b91e-02324ace07b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 1099 time: 0.2113791 Jan 18 16:34:18.083474 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c0a00a49-ea7d-44a9-98a8-d56422ec2d69 req-ab740d05-13bd-493b-9e64-25963b102ba8 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.0836873 Jan 18 16:34:18.138606 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4958b06e-5bf1-4654-b4bc-0f8c5cd7d205 req-addbcadd-6ba0-4ed5-b3d1-b689e4ac14fa service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118382 Jan 18 16:34:18.177368 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c0a00a49-ea7d-44a9-98a8-d56422ec2d69 req-a5740e1d-6166-48c0-8f9f-e274e710b950 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834937 Jan 18 16:34:18.204897 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5f319-5532-4de7-9cb4-0c588ad3674e req-52c9e151-9491-4e3c-81a4-6e8607c67986 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.217851 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b9e5f319-5532-4de7-9cb4-0c588ad3674e req-52c9e151-9491-4e3c-81a4-6e8607c67986 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.2011821 Jan 18 16:34:18.223311 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1b857-25f6-45d2-b946-55bb1fa344be None None] New status for floating IP 72c314f1-1a72-4838-9034-8e33e7202dbd: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:34:18.297619 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cfb8e1-17ff-4871-a89d-d88e22638765 x-openstack-request-id: req-a1cfb8e1-17ff-4871-a89d-d88e22638765 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:18.297839 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:18.299149 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1cfb8e1-17ff-4871-a89d-d88e22638765 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:18.300793 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'status': 'completed', 'code': 200} Jan 18 16:34:18.427701 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460caf-319e-4a44-9c22-8be440648a9d req-498aa407-29fd-4f5f-91cd-c020ba8fb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.430368 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b460caf-319e-4a44-9c22-8be440648a9d req-498aa407-29fd-4f5f-91cd-c020ba8fb02f service neutron] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 911 time: 0.3378444 Jan 18 16:34:18.439236 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b9e5f319-5532-4de7-9cb4-0c588ad3674e req-63ef8509-5115-4b54-b0a5-4cfae4707201 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194741 Jan 18 16:34:18.540034 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-39e29ee2-89c4-45b4-84b5-baa765da2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.541805 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-39e29ee2-89c4-45b4-84b5-baa765da2882 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 1099 time: 0.2326925 Jan 18 16:34:18.630562 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b460caf-319e-4a44-9c22-8be440648a9d req-9cc06c60-3021-4395-a4b3-f67582f309c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 200 len: 1001 time: 0.1871283 Jan 18 16:34:18.752914 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460caf-319e-4a44-9c22-8be440648a9d req-c7f9a4e4-7e0b-45bb-8d49-c881e2edb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.755467 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b460caf-319e-4a44-9c22-8be440648a9d req-c7f9a4e4-7e0b-45bb-8d49-c881e2edb357 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.0907044 Jan 18 16:34:18.777274 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-161eb17b-8979-4551-a479-b99d4a42da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.778980 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-161eb17b-8979-4551-a479-b99d4a42da5b service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.2181003 Jan 18 16:34:18.868237 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460caf-319e-4a44-9c22-8be440648a9d req-77dfd697-17bd-4dd6-a3d1-e2626cd4d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.870120 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b460caf-319e-4a44-9c22-8be440648a9d req-77dfd697-17bd-4dd6-a3d1-e2626cd4d3b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063569 Jan 18 16:34:18.938750 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-1a1153f8-58e4-45c2-b564-82c38e74fbce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287 HTTP/1.1" status: 200 len: 1002 time: 0.1422839 Jan 18 16:34:19.087403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-6556fd42-71b1-4327-bb1f-cfeda7d3c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.088889 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-6556fd42-71b1-4327-bb1f-cfeda7d3c06e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.1322880 Jan 18 16:34:19.100906 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-3fd88aec-d27e-4fd6-9ab2-9f8c324a4597 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.102757 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-3fd88aec-d27e-4fd6-9ab2-9f8c324a4597 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.1908493 Jan 18 16:34:19.119457 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b460caf-319e-4a44-9c22-8be440648a9d req-165c995a-0e48-4538-918f-998acc1b467e service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401011 Jan 18 16:34:19.636246 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff3582-fab2-49c3-b5e2-ddad7e3f1f53 req-6d35c6bf-84f7-4b31-9e79-1dd95fd02bbb tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.643112 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-56ff3582-fab2-49c3-b5e2-ddad7e3f1f53 req-6d35c6bf-84f7-4b31-9e79-1dd95fd02bbb tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0774033 Jan 18 16:34:19.662147 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-b47b237c-870d-4519-87dd-1b9b163b8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.664828 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-b47b237c-870d-4519-87dd-1b9b163b8281 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5608010 Jan 18 16:34:19.708603 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42430) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:19.747986 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-56ff3582-fab2-49c3-b5e2-ddad7e3f1f53 req-0f8505f6-1723-425b-90e6-2eec5ffce301 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012893 Jan 18 16:34:19.891235 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:19.918128 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb73bb5-2f4c-48ea-9acc-f50cf1af6fc2 req-5a5e2ab7-5c09-4059-bca2-620ba3b0caad tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.922585 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-beb73bb5-2f4c-48ea-9acc-f50cf1af6fc2 req-5a5e2ab7-5c09-4059-bca2-620ba3b0caad tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 946 time: 0.3344216 Jan 18 16:34:19.937302 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b460caf-319e-4a44-9c22-8be440648a9d req-47feb85a-a9d0-4053-8551-41fdfdc35261 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7925386 Jan 18 16:34:19.978079 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-fe29d0a2-063b-4dcf-8467-8b8615befb5f service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852433 Jan 18 16:34:20.053137 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Deleting port b5dd81b4-02df-485f-be6d-d83416f1e4fc {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:34:20.053693 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.103538 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Publish callbacks [] for security_group (d73e3874-f639-4035-9028-e45ddf38cdc8), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.113073 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d73e3874-f639-4035-9028-e45ddf38cdc8), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.202183 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7d24a1fd307a45e4bb62fe1bc0e950b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918787 Jan 18 16:34:20.209712 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42446) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:20.228434 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e3874-f639-4035-9028-e45ddf38cdc8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:20.237153 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.237708 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.238267 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.238698 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.239147 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.239538 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.240101 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.240757 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.241289 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.242010 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.242594 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.243267 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.244030 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e827b8-8619-4422-9e9e-e15348b5c653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.248444 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-beb73bb5-2f4c-48ea-9acc-f50cf1af6fc2 req-656f1fdb-958b-4ee9-b8d3-85f4c7e52a2c tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/security-groups?id=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021839 Jan 18 16:34:20.328987 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8ab187f-c7d6-46c2-aaec-6c901d095d91 req-6b997659-ef86-4a94-bc22-c3100ac61944 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320069 Jan 18 16:34:20.365837 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] For port b5dd81b4-02df-485f-be6d-d83416f1e4fc, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b5dd81b4-02df-485f-be6d-d83416f1e4fc,segment=NetworkSegment(6be18838-52c6-4e21-b6ff-6a1ce1516436),segment_id=6be18838-52c6-4e21-b6ff-6a1ce1516436)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:20.366543 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.399737 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Calling delete_port for b5dd81b4-02df-485f-be6d-d83416f1e4fc owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:34:20.421942 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Publish callbacks [] for security_group (d73e3874-f639-4035-9028-e45ddf38cdc8), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.578531 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Publish callbacks [] for security_group (d73e3874-f639-4035-9028-e45ddf38cdc8), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.724621 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:20.727107 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:34:20.728673 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-e174dac8-e2cb-4dbb-aa1b-fe17eeacbe2b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:20.730958 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-e174dac8-e2cb-4dbb-aa1b-fe17eeacbe2b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.3009872 Jan 18 16:34:20.807735 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d73e3874-f639-4035-9028-e45ddf38cdc8), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.812640 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.814669 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d73e3874-f639-4035-9028-e45ddf38cdc8 HTTP/1.1" status: 204 len: 168 time: 0.6011941 Jan 18 16:34:20.828928 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-7dda5160-5e6a-416a-86de-c592ddeaa088 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/quotas/dba904fb8d2b4eef9f7c7a5740170780 HTTP/1.1" status: 200 len: 375 time: 0.0864482 Jan 18 16:34:20.870849 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e3874-f639-4035-9028-e45ddf38cdc8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:20.911969 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.912330 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.912870 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.913017 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.915509 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.915876 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.916226 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.916574 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.916917 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.917256 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.917626 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.917960 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.918292 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183eef9-d1bc-4e3a-b1d2-a70087f40027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:20.921962 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (b5dd81b4-02df-485f-be6d-d83416f1e4fc), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:20.935762 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['b5dd81b4-02df-485f-be6d-d83416f1e4fc'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:20.951543 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fe2b-5355-4b33-8cd3-9192eaeec41c req-459fb0bf-807b-4256-8ec3-2179e19ea251 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:20.956112 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-cf18fe2b-5355-4b33-8cd3-9192eaeec41c req-459fb0bf-807b-4256-8ec3-2179e19ea251 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0905492 Jan 18 16:34:20.960004 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Pushing event deleted for resources: {'Port': ['ID=b5dd81b4-02df-485f-be6d-d83416f1e4fc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:21.032557 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-35b9b4ac-f9e2-4457-9289-744ddd698c03 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881428 Jan 18 16:34:21.077556 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-cf18fe2b-5355-4b33-8cd3-9192eaeec41c req-c4395110-471e-4247-9679-2aeeb306b150 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007066 Jan 18 16:34:21.079048 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] No DVR routers for this DVR port b5dd81b4-02df-485f-be6d-d83416f1e4fc on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:34:21.093791 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.105525 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f382429b-58a9-4a91-ac27-9723d53dc81f req-6b1fb0b0-603a-4622-8e31-d50ffffce8fa tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.81 "DELETE /v2.0/ports/b5dd81b4-02df-485f-be6d-d83416f1e4fc HTTP/1.1" status: 204 len: 173 time: 1.9818225 Jan 18 16:34:21.105525 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'name': 'network-vif-deleted', 'tag': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:21.105525 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0f542-b599-4970-b249-e4cbc5ae8266" -d '{"events": [{"server_uuid": "ca4363bb-dfb5-4eec-8d1a-3eda90f5831f", "name": "network-vif-deleted", "tag": "b5dd81b4-02df-485f-be6d-d83416f1e4fc"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:21.168822 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec62856-7f60-4941-a855-5a5272dc5f9c x-openstack-request-id: req-8ec62856-7f60-4941-a855-5a5272dc5f9c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:21.169120 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4363bb-dfb5-4eec-8d1a-3eda90f5831f", "name": "network-vif-deleted", "tag": "b5dd81b4-02df-485f-be6d-d83416f1e4fc", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:21.169346 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ec62856-7f60-4941-a855-5a5272dc5f9c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:21.169984 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4363bb-dfb5-4eec-8d1a-3eda90f5831f', 'name': 'network-vif-deleted', 'tag': 'b5dd81b4-02df-485f-be6d-d83416f1e4fc', 'status': 'completed', 'code': 200} Jan 18 16:34:21.237503 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-2b20a5e3-71dd-4641-bf76-0cb181a37fa4 service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706307 Jan 18 16:34:21.329981 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42480) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:21.345622 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a033c9aa-5432-4d5c-8a20-a03e2a31dcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.370280 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-272d35aa-6f06-4d05-b438-49f6da99ad51 service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242869 Jan 18 16:34:21.540805 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a033c9aa-5432-4d5c-8a20-a03e2a31dcaf admin admin] Publish callbacks [] for security_group (37e8d130-9467-45a5-a428-480645653866), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.546132 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8f1da48a-f988-4810-9009-f8123a384d53 req-0a73cdb9-e82c-43d5-a90f-f724b20650e9 tempest-DeleteServersTestJSON-261180518 tempest-DeleteServersTestJSON-261180518-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca4363bb-dfb5-4eec-8d1a-3eda90f5831f HTTP/1.1" status: 200 len: 210 time: 0.0768580 Jan 18 16:34:21.548592 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a033c9aa-5432-4d5c-8a20-a03e2a31dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (37e8d130-9467-45a5-a428-480645653866), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.633507 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a033c9aa-5432-4d5c-8a20-a03e2a31dcaf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8f7ad014b9b417cb864d09b61c9190a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020451 Jan 18 16:34:21.637835 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42486) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:21.649606 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033c9aa-5432-4d5c-8a20-a03e2a31dcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8d130-9467-45a5-a428-480645653866,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:21.806615 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d02708b7-d6e2-4239-9b82-ec3e64dca399 req-738975a4-354a-4921-86d0-c1dd3b2fd56a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 210 time: 0.0718262 Jan 18 16:34:21.824764 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-974dc31a-bdf1-4784-bcc9-05aefa84c097 admin admin] Publish callbacks [] for security_group (37e8d130-9467-45a5-a428-480645653866), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.870377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-974dc31a-bdf1-4784-bcc9-05aefa84c097 admin admin] Publish callbacks [] for security_group (37e8d130-9467-45a5-a428-480645653866), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.955124 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-974dc31a-bdf1-4784-bcc9-05aefa84c097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (37e8d130-9467-45a5-a428-480645653866), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.958914 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-974dc31a-bdf1-4784-bcc9-05aefa84c097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:21.960277 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-974dc31a-bdf1-4784-bcc9-05aefa84c097 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37e8d130-9467-45a5-a428-480645653866 HTTP/1.1" status: 204 len: 168 time: 0.3206799 Jan 18 16:34:21.971646 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc31a-bdf1-4784-bcc9-05aefa84c097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8d130-9467-45a5-a428-480645653866,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:22.204443 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-8b7703f3-2402-4a3e-9742-3773b5237bb2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1051810 Jan 18 16:34:22.371543 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfffc7c-777b-4e5a-a796-305045162e1c req-a299e862-f7c2-41be-b8a0-99f290ca5e4f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:22.373080 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0dfffc7c-777b-4e5a-a796-305045162e1c req-a299e862-f7c2-41be-b8a0-99f290ca5e4f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1157749 Jan 18 16:34:22.422088 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-0bc182e6-659e-40bf-a952-c2ddef850dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:22.425288 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-0bc182e6-659e-40bf-a952-c2ddef850dae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 1099 time: 0.1015556 Jan 18 16:34:22.492024 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0dfffc7c-777b-4e5a-a796-305045162e1c req-563e061e-7310-4ca0-a9b6-01a8c45f2014 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104083 Jan 18 16:34:22.667494 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-d05530b8-eafa-4e37-a70a-6727e45b1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:22.669335 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-d05530b8-eafa-4e37-a70a-6727e45b1271 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 916 time: 0.1822088 Jan 18 16:34:22.745877 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-f9f22799-d60a-44e7-8a51-07214dfd7807 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4 HTTP/1.1" status: 200 len: 217 time: 0.0662971 Jan 18 16:34:22.860604 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-df494d68-d735-4ae0-95d0-eb86e8819dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:22.862619 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-df494d68-d735-4ae0-95d0-eb86e8819dd1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.0879982 Jan 18 16:34:22.924806 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-4539fbbf-e914-40f6-a704-4a004be671e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544803 Jan 18 16:34:22.982897 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2053c420-5592-4a47-9714-d1275157fc6f req-aca50446-28fa-4b5f-a8ae-45ec17860ebe tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 210 time: 0.0359499 Jan 18 16:34:23.069645 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-c7c46b7e-6334-4c42-8433-2901f6f6a062 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318319 Jan 18 16:34:23.199830 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b5dd81b4-02df-485f-be6d-d83416f1e4fc no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:34:23.226137 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: b5dd81b4-02df-485f-be6d-d83416f1e4fc {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:34:23.227060 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b5dd81b4-02df-485f-be6d-d83416f1e4fc not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:34:23.245786 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30b3cfae-152d-4968-8393-1d418f3887d3 req-d99cfe94-ea96-4ccc-8d18-683e635aff10 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598084 Jan 18 16:34:23.521520 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-1b858dbd-7cd1-4080-836f-f9f344955259 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:23.523035 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-1b858dbd-7cd1-4080-836f-f9f344955259 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.1497293 Jan 18 16:34:23.552267 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Request body: {'port': {'device_id': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'admin_state_up': True, 'tenant_id': 'dba904fb8d2b4eef9f7c7a5740170780'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:23.630230 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.747923 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Made reservation on behalf of dba904fb8d2b4eef9f7c7a5740170780 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:34:23.753367 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.817064 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42580) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:23.961646 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c14e7c-3a87-4b2d-b238-5008de8c330a req-cb3c3a9d-c669-4ecf-809a-86647cb1c674 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:23.963305 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-68c14e7c-3a87-4b2d-b238-5008de8c330a req-cb3c3a9d-c669-4ecf-809a-86647cb1c674 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1319830 Jan 18 16:34:24.013714 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90730eca-8389-47c6-a120-8cec21e528ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.022332 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Allocated IP 172.20.0.14 (8dd083ae-24c9-4a76-85c1-b5a769e8710c/13b89a15-6265-4f2e-80e8-c65a89f40785/59d86089-d5a0-456b-871d-15067517fe04) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:34:24.081597 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-68c14e7c-3a87-4b2d-b238-5008de8c330a req-ce83db81-4213-4366-9d72-5a9b64398b12 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061611 Jan 18 16:34:24.155870 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-fe88df5c-f3c0-47ea-8a77-f3b4c64e0358 req-543686e1-9559-40f3-82ae-5b7b4ead4b9e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 210 time: 0.0351462 Jan 18 16:34:24.225311 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90730eca-8389-47c6-a120-8cec21e528ca admin admin] Publish callbacks [] for security_group (39f2db69-4a58-440e-b154-c99f903ea8ee), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.231592 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90730eca-8389-47c6-a120-8cec21e528ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (39f2db69-4a58-440e-b154-c99f903ea8ee), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.279449 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90730eca-8389-47c6-a120-8cec21e528ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f2db69-4a58-440e-b154-c99f903ea8ee,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:24.288097 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-90730eca-8389-47c6-a120-8cec21e528ca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ac735ca510e4ab497cd6a2564a60938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671495 Jan 18 16:34:24.288203 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42602) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:24.303528 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42604) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:24.360365 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks [] for port (59d86089-d5a0-456b-871d-15067517fe04), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.368720 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c19a334-00eb-47ac-b22a-2a085eb4d163 admin admin] Publish callbacks [] for security_group (39f2db69-4a58-440e-b154-c99f903ea8ee), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.385411 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] Deleting subnet e7d639d2-2125-4f50-92ec-45ab220bc9d2 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:34:24.393557 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] Publish callbacks [] for subnet (e7d639d2-2125-4f50-92ec-45ab220bc9d2), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.403513 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c19a334-00eb-47ac-b22a-2a085eb4d163 admin admin] Publish callbacks [] for security_group (39f2db69-4a58-440e-b154-c99f903ea8ee), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.464082 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] Publish callbacks [] for subnet (e7d639d2-2125-4f50-92ec-45ab220bc9d2), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.477175 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (e7d639d2-2125-4f50-92ec-45ab220bc9d2), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.486055 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c19a334-00eb-47ac-b22a-2a085eb4d163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (39f2db69-4a58-440e-b154-c99f903ea8ee), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.497574 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c19a334-00eb-47ac-b22a-2a085eb4d163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.497574 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-4c19a334-00eb-47ac-b22a-2a085eb4d163 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/39f2db69-4a58-440e-b154-c99f903ea8ee HTTP/1.1" status: 204 len: 168 time: 0.2048335 Jan 18 16:34:24.505260 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19a334-00eb-47ac-b22a-2a085eb4d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f2db69-4a58-440e-b154-c99f903ea8ee,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:24.515292 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (59d86089-d5a0-456b-871d-15067517fe04), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.536088 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:24.632584 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event updated for resources: {'Port': ['ID=59d86089-d5a0-456b-871d-15067517fe04,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:24.638373 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:34:24.646182 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:34:24.650562 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:34:24.656442 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:24.657160 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.676029 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0c78148c-78ac-4c4a-9a43-accf6d55d47f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1348262 Jan 18 16:34:24.682747 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (e7d639d2-2125-4f50-92ec-45ab220bc9d2), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.696627 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Request body: {'port': {'device_id': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:25.018528 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.025930 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e7d639d2-2125-4f50-92ec-45ab220bc9d2 HTTP/1.1" status: 204 len: 168 time: 0.7172177 Jan 18 16:34:25.025930 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8780c8-aa55-47de-8ba4-55cfd32d788b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d639d2-2125-4f50-92ec-45ab220bc9d2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:25.029039 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42636) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:25.085095 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (59d86089-d5a0-456b-871d-15067517fe04), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.227894 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (3ca8cf5a-3db1-4bca-80c2-3321cb3aabca), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.331106 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e185437-d2e6-4130-bb4c-c4d79feaab11 req-56b2905b-3d96-4557-9374-b3c68171a43f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:25.332690 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e185437-d2e6-4130-bb4c-c4d79feaab11 req-56b2905b-3d96-4557-9374-b3c68171a43f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1508820 Jan 18 16:34:25.450989 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (3ca8cf5a-3db1-4bca-80c2-3321cb3aabca), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.492278 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d3c3c-fb5c-460d-939b-06ba6412272d req-a63d8591-5df8-4808-9022-e51465601854 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:25.494016 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bd8d3c3c-fb5c-460d-939b-06ba6412272d req-a63d8591-5df8-4808-9022-e51465601854 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 932 time: 0.1703045 Jan 18 16:34:25.496494 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.496879 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.497782 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.498063 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > port after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.498403 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.498760 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > port after_update 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.499074 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.499648 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.499842 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.500099 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.565300 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e185437-d2e6-4130-bb4c-c4d79feaab11 req-77db3fba-ff71-4516-bf70-7c22935aa15d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222812 Jan 18 16:34:25.746668 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d86089-d5a0-456b-871d-15067517fe04 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:25.757442 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.758718 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.759122 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.759532 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:34:25.765545 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca8cf5a-3db1-4bca-80c2-3321cb3aabca']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:25.772717 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Publish callbacks [] for port (59d86089-d5a0-456b-871d-15067517fe04), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.796061 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Transition to ACTIVE for port object 59d86089-d5a0-456b-871d-15067517fe04 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:34:25.802134 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (59d86089-d5a0-456b-871d-15067517fe04), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.819191 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be18838-52c6-4e21-b6ff-6a1ce1516436') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:25.819861 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be18838-52c6-4e21-b6ff-6a1ce1516436') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:25.870582 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (6be18838-52c6-4e21-b6ff-6a1ce1516436), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.937239 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (6be18838-52c6-4e21-b6ff-6a1ce1516436), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.957012 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Pushing event updated for resources: {'Port': ['ID=59d86089-d5a0-456b-871d-15067517fe04,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:25.960409 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:34:25.961053 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (6be18838-52c6-4e21-b6ff-6a1ce1516436), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.984450 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Attempting to bind port 59d86089-d5a0-456b-871d-15067517fe04 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:34:25.985014 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Attempting to bind port 59d86089-d5a0-456b-871d-15067517fe04 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:34:25.985664 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Attempting to bind port 59d86089-d5a0-456b-871d-15067517fe04 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:34:25.989742 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:34:25.999197 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Port 59d86089-d5a0-456b-871d-15067517fe04 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:34:25.999941 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Attempting to bind port 59d86089-d5a0-456b-871d-15067517fe04 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:26.012087 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:34:26.012557 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Checking segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:34:26.013195 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Bound using segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:34:26.014082 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Bound port: 59d86089-d5a0-456b-871d-15067517fe04, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:34:26.014831 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (59d86089-d5a0-456b-871d-15067517fe04), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.042988 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bd8d3c3c-fb5c-460d-939b-06ba6412272d req-73304b93-55aa-4ed9-a79f-03497b4b4cfb tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758820 Jan 18 16:34:26.108639 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (3ca8cf5a-3db1-4bca-80c2-3321cb3aabca), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.128601 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.134040 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3ca8cf5a-3db1-4bca-80c2-3321cb3aabca HTTP/1.1" status: 204 len: 168 time: 1.1013966 Jan 18 16:34:26.138526 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b27e3-bef2-461b-b37d-ec7c8afde614 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca8cf5a-3db1-4bca-80c2-3321cb3aabca,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:26.169662 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] For port 59d86089-d5a0-456b-871d-15067517fe04, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:34:26.177534 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] For port 59d86089-d5a0-456b-871d-15067517fe04, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=59d86089-d5a0-456b-871d-15067517fe04,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:34:26.195929 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (59d86089-d5a0-456b-871d-15067517fe04), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.268571 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:26.269647 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.271569 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] 10.222.0.81 "PUT /v2.0/ports/59d86089-d5a0-456b-871d-15067517fe04 HTTP/1.1" status: 200 len: 1094 time: 1.5864575 Jan 18 16:34:26.272291 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'tag': '59d86089-d5a0-456b-871d-15067517fe04'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:26.276487 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44404c16-2f0f-4934-af91-75dba313984a" -d '{"events": [{"name": "network-changed", "server_uuid": "adb5973b-a5b6-4b1a-b0a6-5e67939ea20c", "tag": "59d86089-d5a0-456b-871d-15067517fe04"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:26.331015 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c07c5-4c02-4567-abce-b669d39e1e34 service neutron] Pushing event updated for resources: {'Port': ['ID=59d86089-d5a0-456b-871d-15067517fe04,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:26.384141 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14357dd-007b-44dd-a83a-edf28902cf03 x-openstack-request-id: req-a14357dd-007b-44dd-a83a-edf28902cf03 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:26.384435 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb5973b-a5b6-4b1a-b0a6-5e67939ea20c", "tag": "59d86089-d5a0-456b-871d-15067517fe04", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:26.384698 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a14357dd-007b-44dd-a83a-edf28902cf03 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:26.385262 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'tag': '59d86089-d5a0-456b-871d-15067517fe04', 'status': 'completed', 'code': 200} Jan 18 16:34:26.447219 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-c47b7e48-338a-448e-b921-a88be2306592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:26.449242 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-c47b7e48-338a-448e-b921-a88be2306592 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 1097 time: 0.0709786 Jan 18 16:34:26.521545 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-f58e6047-fc52-4505-9f10-7561c2b5aae8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d86089-d5a0-456b-871d-15067517fe04 HTTP/1.1" status: 200 len: 217 time: 0.0597024 Jan 18 16:34:26.553629 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42678) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:26.615193 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-dc26789d-37e0-4948-bf80-f8f2fe614f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:26.618248 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-dc26789d-37e0-4948-bf80-f8f2fe614f6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.0899105 Jan 18 16:34:26.647324 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-2c50e8d7-fd22-4bb8-b283-9a92d4fd779e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ab9b96a91d1c445784f56615d978d6d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0919869 Jan 18 16:34:26.652167 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42686) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:26.694293 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-b1ee5269-a521-42b0-9cf1-5bb255967413 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600910 Jan 18 16:34:26.769323 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb8088b-5e9c-4d46-9ad1-76cc871da7ec admin admin] Publish callbacks [] for security_group (85a491ed-7b7e-4110-a0cc-2505f3e9a8c3), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.790609 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1194-bb51-4e2a-8682-fa5438032fc9 req-009d25b1-26e6-41d9-810d-6577587b7edd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:26.792552 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a06b1194-bb51-4e2a-8682-fa5438032fc9 req-009d25b1-26e6-41d9-810d-6577587b7edd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0762861 Jan 18 16:34:26.816556 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb8088b-5e9c-4d46-9ad1-76cc871da7ec admin admin] Publish callbacks [] for security_group (85a491ed-7b7e-4110-a0cc-2505f3e9a8c3), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.858000 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-43ca980d-406f-461f-8f25-d2180842cc36 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602876 Jan 18 16:34:26.940054 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a06b1194-bb51-4e2a-8682-fa5438032fc9 req-26b446aa-991e-4ad2-a700-2f09245b03ba tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410377 Jan 18 16:34:26.962019 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb8088b-5e9c-4d46-9ad1-76cc871da7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (85a491ed-7b7e-4110-a0cc-2505f3e9a8c3), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.964749 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb8088b-5e9c-4d46-9ad1-76cc871da7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:26.966482 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0bb8088b-5e9c-4d46-9ad1-76cc871da7ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85a491ed-7b7e-4110-a0cc-2505f3e9a8c3 HTTP/1.1" status: 204 len: 168 time: 0.3129311 Jan 18 16:34:26.976741 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8088b-5e9c-4d46-9ad1-76cc871da7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a491ed-7b7e-4110-a0cc-2505f3e9a8c3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:27.022018 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-81dc04f2-7d86-4a83-aa7d-0dd12be8f945 req-0d72a2fd-0898-4f77-ae22-402be4058ea6 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541250 Jan 18 16:34:27.172955 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44404c16-2f0f-4934-af91-75dba313984a req-8f699fed-a353-4faa-a99a-aafdeff3a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:27.174717 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44404c16-2f0f-4934-af91-75dba313984a req-8f699fed-a353-4faa-a99a-aafdeff3a440 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 1097 time: 0.0846052 Jan 18 16:34:27.274939 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ef47c-abef-4e3b-8888-6856ee306cbb req-c942c51b-f7d8-4fa3-8f4f-904af2d17366 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:27.276546 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-497ef47c-abef-4e3b-8888-6856ee306cbb req-c942c51b-f7d8-4fa3-8f4f-904af2d17366 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 944 time: 0.0933635 Jan 18 16:34:27.381072 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-497ef47c-abef-4e3b-8888-6856ee306cbb req-8b3642fd-2325-4519-bb1a-c7b6648998d6 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941858 Jan 18 16:34:27.418894 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44404c16-2f0f-4934-af91-75dba313984a req-0d4274bb-5a97-47c7-8d24-a22fb62c91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:27.422770 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44404c16-2f0f-4934-af91-75dba313984a req-0d4274bb-5a97-47c7-8d24-a22fb62c91b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 916 time: 0.2366009 Jan 18 16:34:27.536648 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44404c16-2f0f-4934-af91-75dba313984a req-847cf03d-db79-4c3b-8c2a-4515889666e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d86089-d5a0-456b-871d-15067517fe04 HTTP/1.1" status: 200 len: 217 time: 0.1031911 Jan 18 16:34:27.646691 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44404c16-2f0f-4934-af91-75dba313984a req-94d58794-5c97-4012-a6ed-7ace9d69261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:27.649023 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44404c16-2f0f-4934-af91-75dba313984a req-94d58794-5c97-4012-a6ed-7ace9d69261e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.0867090 Jan 18 16:34:27.693485 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44404c16-2f0f-4934-af91-75dba313984a req-2b4d0d7e-4402-4f81-8e7e-444602b4d398 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370114 Jan 18 16:34:27.825666 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44404c16-2f0f-4934-af91-75dba313984a req-bd95b304-5c7e-445d-a122-4e354a7aa9a4 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211336 Jan 18 16:34:27.974503 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44404c16-2f0f-4934-af91-75dba313984a req-8787082f-49e3-4c01-a8b2-90dcd03f9149 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418796 Jan 18 16:34:28.058592 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d441f-92e5-4c89-a7b8-47fa5b5f4fe4 req-a1b3f8f3-6ac2-4eb2-9125-e5af7e72d438 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:28.066831 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-133d441f-92e5-4c89-a7b8-47fa5b5f4fe4 req-a1b3f8f3-6ac2-4eb2-9125-e5af7e72d438 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0583627 Jan 18 16:34:28.124430 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-133d441f-92e5-4c89-a7b8-47fa5b5f4fe4 req-2bc9d03d-c07f-43a4-8f83-e3b874e41f10 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565209 Jan 18 16:34:28.544519 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213609-c87e-4b7c-a992-72be16d694fc req-cdfd14e9-4675-427c-9cc0-2b3ff8be9641 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:28.553000 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-24213609-c87e-4b7c-a992-72be16d694fc req-cdfd14e9-4675-427c-9cc0-2b3ff8be9641 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 944 time: 0.0739634 Jan 18 16:34:28.622316 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42766) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:28.669176 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-24213609-c87e-4b7c-a992-72be16d694fc req-51c3e030-326d-477f-867f-01f4788b6aa9 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149726 Jan 18 16:34:28.893509 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30810505-9b8f-4852-acfa-555890faffb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:28.980443 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30810505-9b8f-4852-acfa-555890faffb5 admin admin] Publish callbacks [] for security_group (3368ee92-4b20-4a35-a6da-ade85ef241f7), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:28.986330 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30810505-9b8f-4852-acfa-555890faffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (3368ee92-4b20-4a35-a6da-ade85ef241f7), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.047786 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-30810505-9b8f-4852-acfa-555890faffb5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dbeb40dfff184d62bebfb71a8f4a9b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236629 Jan 18 16:34:29.049203 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30810505-9b8f-4852-acfa-555890faffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368ee92-4b20-4a35-a6da-ade85ef241f7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:29.050543 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42788) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:29.112292 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b68568e-79e4-4a23-b856-a2c1addf0b93 admin admin] Publish callbacks [] for security_group (3368ee92-4b20-4a35-a6da-ade85ef241f7), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.135462 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b68568e-79e4-4a23-b856-a2c1addf0b93 admin admin] Publish callbacks [] for security_group (3368ee92-4b20-4a35-a6da-ade85ef241f7), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.194799 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b68568e-79e4-4a23-b856-a2c1addf0b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (3368ee92-4b20-4a35-a6da-ade85ef241f7), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.197394 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b68568e-79e4-4a23-b856-a2c1addf0b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.199843 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0b68568e-79e4-4a23-b856-a2c1addf0b93 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3368ee92-4b20-4a35-a6da-ade85ef241f7 HTTP/1.1" status: 204 len: 168 time: 0.1427197 Jan 18 16:34:29.208192 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68568e-79e4-4a23-b856-a2c1addf0b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368ee92-4b20-4a35-a6da-ade85ef241f7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:29.237207 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 59d86089-d5a0-456b-871d-15067517fe04 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:34:29.295057 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e458-61f0-49aa-b1ac-6d018d114e13 req-6cf62a7c-0a5e-4796-b0f5-3248956ab527 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:29.302940 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5137e458-61f0-49aa-b1ac-6d018d114e13 req-6cf62a7c-0a5e-4796-b0f5-3248956ab527 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0821583 Jan 18 16:34:29.367851 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5137e458-61f0-49aa-b1ac-6d018d114e13 req-3b1fdc5f-9970-4878-8666-fc53bc3ed602 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Jan 18 16:34:29.383893 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 59d86089-d5a0-456b-871d-15067517fe04, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=59d86089-d5a0-456b-871d-15067517fe04,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:29.410232 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '59d86089-d5a0-456b-871d-15067517fe04', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'port_id': '59d86089-d5a0-456b-871d-15067517fe04', 'mac_address': 'fa:16:3e:53:f4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b89a15-6265-4f2e-80e8-c65a89f40785', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:34:29.455148 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 59d86089-d5a0-456b-871d-15067517fe04 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:29.455545 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (59d86089-d5a0-456b-871d-15067517fe04), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.473420 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d86089-d5a0-456b-871d-15067517fe04 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:29.501965 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 59d86089-d5a0-456b-871d-15067517fe04, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=59d86089-d5a0-456b-871d-15067517fe04,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:29.506544 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (59d86089-d5a0-456b-871d-15067517fe04), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.572279 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=59d86089-d5a0-456b-871d-15067517fe04,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:29.580526 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.580834 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.581201 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.581575 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.581920 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.582248 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.582579 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.582914 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.583237 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.583582 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.583929 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.584235 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.584558 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:29.659734 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42806) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:29.672672 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4be471c2-bd89-4bc9-af25-6bce2a0302ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.771281 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4be471c2-bd89-4bc9-af25-6bce2a0302ef admin admin] Publish callbacks [] for security_group (4c8eda95-1f9c-4353-850c-0f1f1d45caf2), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.775730 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4be471c2-bd89-4bc9-af25-6bce2a0302ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (4c8eda95-1f9c-4353-850c-0f1f1d45caf2), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.792677 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347d954-de19-46e1-896e-28f9b8319605 req-01b649ed-1912-4fba-befe-a4286681c2ba tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:29.792879 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8347d954-de19-46e1-896e-28f9b8319605 req-01b649ed-1912-4fba-befe-a4286681c2ba tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 945 time: 0.0561152 Jan 18 16:34:29.819592 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-4be471c2-bd89-4bc9-af25-6bce2a0302ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b61e9045cde34499b753b17c2bff926a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587653 Jan 18 16:34:29.822341 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be471c2-bd89-4bc9-af25-6bce2a0302ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8eda95-1f9c-4353-850c-0f1f1d45caf2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:29.823220 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42816) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:29.861757 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['59d86089-d5a0-456b-871d-15067517fe04'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:29.882749 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8347d954-de19-46e1-896e-28f9b8319605 req-372b416e-b2fc-412e-8109-78222f834f3b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825429 Jan 18 16:34:29.932740 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dee33d-0ad0-489e-826b-e6223bdc4025 admin admin] Publish callbacks [] for security_group (4c8eda95-1f9c-4353-850c-0f1f1d45caf2), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.962736 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dee33d-0ad0-489e-826b-e6223bdc4025 admin admin] Publish callbacks [] for security_group (4c8eda95-1f9c-4353-850c-0f1f1d45caf2), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:30.022050 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dee33d-0ad0-489e-826b-e6223bdc4025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (4c8eda95-1f9c-4353-850c-0f1f1d45caf2), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:30.024593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dee33d-0ad0-489e-826b-e6223bdc4025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:30.025756 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-91dee33d-0ad0-489e-826b-e6223bdc4025 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c8eda95-1f9c-4353-850c-0f1f1d45caf2 HTTP/1.1" status: 204 len: 168 time: 0.2015209 Jan 18 16:34:30.036022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dee33d-0ad0-489e-826b-e6223bdc4025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8eda95-1f9c-4353-850c-0f1f1d45caf2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:30.519095 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d219-5397-44f7-91e7-02b3a481719b req-809df499-cb97-410a-8aec-901230250b31 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:30.520977 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6908d219-5397-44f7-91e7-02b3a481719b req-809df499-cb97-410a-8aec-901230250b31 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0722563 Jan 18 16:34:30.572310 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6908d219-5397-44f7-91e7-02b3a481719b req-a212fa3a-cc19-42a4-9473-e77e5a83701b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Jan 18 16:34:31.076539 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab26a5-d4f2-4fb5-99d1-6005aade4dc2 req-2986a3c4-9245-4500-b56c-1c8ed55a9452 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:31.078161 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-deab26a5-d4f2-4fb5-99d1-6005aade4dc2 req-2986a3c4-9245-4500-b56c-1c8ed55a9452 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 945 time: 0.0718303 Jan 18 16:34:31.146985 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-deab26a5-d4f2-4fb5-99d1-6005aade4dc2 req-9d496df6-9fb3-4b70-b698-928d63956de7 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601637 Jan 18 16:34:31.248599 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 59d86089-d5a0-456b-871d-15067517fe04 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:31.312899 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 59d86089-d5a0-456b-871d-15067517fe04 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:31.319105 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 59d86089-d5a0-456b-871d-15067517fe04 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:31.320003 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (59d86089-d5a0-456b-871d-15067517fe04), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:31.459377 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 59d86089-d5a0-456b-871d-15067517fe04 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:31.460277 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (59d86089-d5a0-456b-871d-15067517fe04), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:31.492380 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d86089-d5a0-456b-871d-15067517fe04'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:31.495253 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d261096-9aa8-448c-a3c4-a1fcec6471d7" -d '{"events": [{"server_uuid": "adb5973b-a5b6-4b1a-b0a6-5e67939ea20c", "name": "network-vif-plugged", "status": "completed", "tag": "59d86089-d5a0-456b-871d-15067517fe04"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:31.515720 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 59d86089-d5a0-456b-871d-15067517fe04, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=59d86089-d5a0-456b-871d-15067517fe04,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:31.520726 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (59d86089-d5a0-456b-871d-15067517fe04), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:31.548822 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d03d2ef-786f-4a24-9db2-dbb2981ef875 x-openstack-request-id: req-9d03d2ef-786f-4a24-9db2-dbb2981ef875 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:31.549138 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb5973b-a5b6-4b1a-b0a6-5e67939ea20c", "name": "network-vif-plugged", "status": "completed", "tag": "59d86089-d5a0-456b-871d-15067517fe04", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:31.549432 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d03d2ef-786f-4a24-9db2-dbb2981ef875 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:31.549803 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d86089-d5a0-456b-871d-15067517fe04', 'code': 200} Jan 18 16:34:31.576943 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=59d86089-d5a0-456b-871d-15067517fe04,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:31.743878 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ac79-f514-4f7f-9823-a451fd9f6afd req-e8adeaad-30e5-4f75-95d8-a8ece07c71b4 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:31.745768 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f971ac79-f514-4f7f-9823-a451fd9f6afd req-e8adeaad-30e5-4f75-95d8-a8ece07c71b4 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0650654 Jan 18 16:34:31.826403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f9ab1-a543-4e1a-8cd7-ad351cec685e req-7b2d26c8-3602-438e-b9b5-0abd00b3842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:31.829846 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f81f9ab1-a543-4e1a-8cd7-ad351cec685e req-7b2d26c8-3602-438e-b9b5-0abd00b3842a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 1099 time: 0.0801079 Jan 18 16:34:31.833492 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f971ac79-f514-4f7f-9823-a451fd9f6afd req-0f48de20-ef5a-42ff-bf6a-c6ed0a940127 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745850 Jan 18 16:34:31.886994 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f81f9ab1-a543-4e1a-8cd7-ad351cec685e req-9d65328e-2bf9-464e-87ae-b67d22b509ea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499821 Jan 18 16:34:32.106858 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42928) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:32.222974 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74fcccc4-4ef8-49d5-961c-77fa714431d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.306725 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c363b-13eb-4c42-be4a-bf753c7a87d9 req-3022befe-1d07-426e-9d50-4a2ee8c9259a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:32.308302 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-676c363b-13eb-4c42-be4a-bf753c7a87d9 req-3022befe-1d07-426e-9d50-4a2ee8c9259a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 946 time: 0.0774028 Jan 18 16:34:32.380912 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74fcccc4-4ef8-49d5-961c-77fa714431d1 admin admin] Publish callbacks [] for security_group (80ed3a3e-3c83-4be5-b4b7-beee62560e61), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.390235 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74fcccc4-4ef8-49d5-961c-77fa714431d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (80ed3a3e-3c83-4be5-b4b7-beee62560e61), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.412484 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-676c363b-13eb-4c42-be4a-bf753c7a87d9 req-df2f5bc9-ab9c-4005-9a50-aa75ae8f5d75 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927005 Jan 18 16:34:32.441590 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-74fcccc4-4ef8-49d5-961c-77fa714431d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a5fca9c0e67415a86db5011f8309882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335581 Jan 18 16:34:32.441862 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42944) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:32.442878 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcccc4-4ef8-49d5-961c-77fa714431d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ed3a3e-3c83-4be5-b4b7-beee62560e61,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:32.501743 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f4aee4e-1edd-42c9-bc07-857ab2a6cc63 admin admin] Publish callbacks [] for security_group (80ed3a3e-3c83-4be5-b4b7-beee62560e61), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.523929 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f4aee4e-1edd-42c9-bc07-857ab2a6cc63 admin admin] Publish callbacks [] for security_group (80ed3a3e-3c83-4be5-b4b7-beee62560e61), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.582783 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f4aee4e-1edd-42c9-bc07-857ab2a6cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (80ed3a3e-3c83-4be5-b4b7-beee62560e61), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.585640 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f4aee4e-1edd-42c9-bc07-857ab2a6cc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.586780 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9f4aee4e-1edd-42c9-bc07-857ab2a6cc63 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80ed3a3e-3c83-4be5-b4b7-beee62560e61 HTTP/1.1" status: 204 len: 168 time: 0.1368966 Jan 18 16:34:32.596221 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aee4e-1edd-42c9-bc07-857ab2a6cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ed3a3e-3c83-4be5-b4b7-beee62560e61,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:32.885607 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 42960) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:32.902976 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71791f48-89cc-44db-83e1-3c399a2b96e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.952025 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907d195-e501-48e1-adf9-4846e4119033 req-8e3ba946-bf02-4c6d-8556-e66bf3ec5086 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:32.953732 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c907d195-e501-48e1-adf9-4846e4119033 req-8e3ba946-bf02-4c6d-8556-e66bf3ec5086 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0521944 Jan 18 16:34:32.974788 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71791f48-89cc-44db-83e1-3c399a2b96e5 admin admin] Publish callbacks [] for security_group (f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.978901 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71791f48-89cc-44db-83e1-3c399a2b96e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:33.005405 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c907d195-e501-48e1-adf9-4846e4119033 req-c1b6cbac-b8d5-47f8-ad99-0cdcb13400b1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Jan 18 16:34:33.017395 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-71791f48-89cc-44db-83e1-3c399a2b96e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b65f95b37074baa947372cf8efb08db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307046 Jan 18 16:34:33.018585 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71791f48-89cc-44db-83e1-3c399a2b96e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:33.020018 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 42962) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:33.068838 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-102c552f-d3b0-4d16-a41c-a30e701233df admin admin] Publish callbacks [] for security_group (f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:33.091098 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-102c552f-d3b0-4d16-a41c-a30e701233df admin admin] Publish callbacks [] for security_group (f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:33.143023 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-102c552f-d3b0-4d16-a41c-a30e701233df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:33.145964 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-102c552f-d3b0-4d16-a41c-a30e701233df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:33.147005 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-102c552f-d3b0-4d16-a41c-a30e701233df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7 HTTP/1.1" status: 204 len: 168 time: 0.1258447 Jan 18 16:34:33.156646 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c552f-d3b0-4d16-a41c-a30e701233df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a57035-d4f5-4a98-9bfb-ef5f2c1d67c7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:34.281953 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 43006) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:34.382832 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-115b0bda-cf0f-4af0-aab3-523820978d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:34.462217 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-115b0bda-cf0f-4af0-aab3-523820978d0a admin admin] Publish callbacks [] for security_group (3155d83e-8589-4d07-b748-de543d488b41), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:34.466343 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-115b0bda-cf0f-4af0-aab3-523820978d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (3155d83e-8589-4d07-b748-de543d488b41), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:34.505215 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-115b0bda-cf0f-4af0-aab3-523820978d0a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=03c706880b2a4557a057827af9942bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220628 Jan 18 16:34:34.506188 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b0bda-cf0f-4af0-aab3-523820978d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3155d83e-8589-4d07-b748-de543d488b41,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:34.507946 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43010) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:34.563769 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67960bf6-ae30-4780-bb81-ed5b584f9c61 admin admin] Publish callbacks [] for security_group (3155d83e-8589-4d07-b748-de543d488b41), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:34.586100 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67960bf6-ae30-4780-bb81-ed5b584f9c61 admin admin] Publish callbacks [] for security_group (3155d83e-8589-4d07-b748-de543d488b41), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:34.635777 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67960bf6-ae30-4780-bb81-ed5b584f9c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (3155d83e-8589-4d07-b748-de543d488b41), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:34.638376 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67960bf6-ae30-4780-bb81-ed5b584f9c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:34.639531 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-67960bf6-ae30-4780-bb81-ed5b584f9c61 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3155d83e-8589-4d07-b748-de543d488b41 HTTP/1.1" status: 204 len: 168 time: 0.1306186 Jan 18 16:34:34.647651 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67960bf6-ae30-4780-bb81-ed5b584f9c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3155d83e-8589-4d07-b748-de543d488b41,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:35.885495 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0239-410f-4b0a-8176-19b4ccf54cbb req-a045e656-5275-487e-ba26-3bbb4a6b1904 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:35.887138 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-25ab0239-410f-4b0a-8176-19b4ccf54cbb req-a045e656-5275-487e-ba26-3bbb4a6b1904 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 946 time: 0.0545290 Jan 18 16:34:35.916541 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2a111-b78b-4ead-973d-d64e211ac9c1 req-d10e23cf-5a56-4f64-a29c-9e230f383e94 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:35.918253 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-42e2a111-b78b-4ead-973d-d64e211ac9c1 req-d10e23cf-5a56-4f64-a29c-9e230f383e94 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0619583 Jan 18 16:34:35.947044 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-25ab0239-410f-4b0a-8176-19b4ccf54cbb req-60b0e8f8-980c-4f33-aa91-1e9d50039715 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535035 Jan 18 16:34:35.971725 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-42e2a111-b78b-4ead-973d-d64e211ac9c1 req-846022b5-00a3-4436-abf9-e611c911b9de tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472217 Jan 18 16:34:36.495829 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4acab118-199b-464d-b4ec-d980bdccf40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:37.096253 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2297a7-7ad8-4799-b572-dc700af44695 req-3fbf066e-57b8-4b05-87e3-77fd9af702c8 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:37.102072 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2f2297a7-7ad8-4799-b572-dc700af44695 req-3fbf066e-57b8-4b05-87e3-77fd9af702c8 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 946 time: 0.0718911 Jan 18 16:34:37.117785 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc30d8-c7ec-4074-bf44-5704a19195ce req-c139213a-08fc-4506-9afe-dda141da5534 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:37.126189 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73dc30d8-c7ec-4074-bf44-5704a19195ce req-c139213a-08fc-4506-9afe-dda141da5534 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0649569 Jan 18 16:34:37.170473 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2f2297a7-7ad8-4799-b572-dc700af44695 req-31aa69f6-05e2-41b6-b531-02db51c067ae tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639470 Jan 18 16:34:37.173813 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73dc30d8-c7ec-4074-bf44-5704a19195ce req-0904fca5-1b4f-4b5a-82b6-a54f15ec44a3 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 Jan 18 16:34:38.306401 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d2386-0cfb-4790-afb9-fbded642164a req-4e26b2b8-40c7-45d8-ba9a-2bcb05b42b9e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:38.307910 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae0d2386-0cfb-4790-afb9-fbded642164a req-4e26b2b8-40c7-45d8-ba9a-2bcb05b42b9e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0499687 Jan 18 16:34:38.359005 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae0d2386-0cfb-4790-afb9-fbded642164a req-ce4e0613-a032-4404-b1de-97d91512d8d0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Jan 18 16:34:38.731155 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43130) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:38.878274 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b03e027d-b09c-46c8-93e4-d7858349842f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:38.966244 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b03e027d-b09c-46c8-93e4-d7858349842f admin admin] Publish callbacks [] for security_group (8a4ef70f-c765-4634-89b2-bb5f47f35b03), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:38.970723 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b03e027d-b09c-46c8-93e4-d7858349842f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8a4ef70f-c765-4634-89b2-bb5f47f35b03), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.009726 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-b03e027d-b09c-46c8-93e4-d7858349842f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3bf5f0209c974f11851a20641d9d02e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774029 Jan 18 16:34:39.010695 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e027d-b09c-46c8-93e4-d7858349842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ef70f-c765-4634-89b2-bb5f47f35b03,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:39.012628 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 43140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:39.064162 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43c83d0d-f199-4d7e-9c65-75848583c3a5 admin admin] Publish callbacks [] for security_group (8a4ef70f-c765-4634-89b2-bb5f47f35b03), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.093258 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43c83d0d-f199-4d7e-9c65-75848583c3a5 admin admin] Publish callbacks [] for security_group (8a4ef70f-c765-4634-89b2-bb5f47f35b03), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.153588 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43c83d0d-f199-4d7e-9c65-75848583c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8a4ef70f-c765-4634-89b2-bb5f47f35b03), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.156358 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43c83d0d-f199-4d7e-9c65-75848583c3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.158156 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-43c83d0d-f199-4d7e-9c65-75848583c3a5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8a4ef70f-c765-4634-89b2-bb5f47f35b03 HTTP/1.1" status: 204 len: 168 time: 0.1444178 Jan 18 16:34:39.166610 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c83d0d-f199-4d7e-9c65-75848583c3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ef70f-c765-4634-89b2-bb5f47f35b03,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:39.343384 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-12ba23e4-b1d6-4cd3-a627-7e9fd646bde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.491482 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2fcb-7fda-4895-955f-3ac58b17f4f1 req-86181f6b-9f41-4786-b8a8-afcf681e6114 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:39.493126 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3aac2fcb-7fda-4895-955f-3ac58b17f4f1 req-86181f6b-9f41-4786-b8a8-afcf681e6114 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0581565 Jan 18 16:34:39.512478 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:39.528962 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-289748bc-de44-415b-8ec6-544bca5c8872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.548487 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3aac2fcb-7fda-4895-955f-3ac58b17f4f1 req-2a638a9d-0a05-4340-84f1-acc2da7b484e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485554 Jan 18 16:34:39.604608 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-289748bc-de44-415b-8ec6-544bca5c8872 admin admin] Publish callbacks [] for security_group (8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.608479 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-289748bc-de44-415b-8ec6-544bca5c8872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.646703 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-289748bc-de44-415b-8ec6-544bca5c8872 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=419a8296f6c64f58acd155f928261923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330092 Jan 18 16:34:39.647828 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289748bc-de44-415b-8ec6-544bca5c8872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:39.650463 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 43156) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:39.701313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283aa386-0624-4067-aa45-17447c245585 admin admin] Publish callbacks [] for security_group (8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.724219 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283aa386-0624-4067-aa45-17447c245585 admin admin] Publish callbacks [] for security_group (8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.777944 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283aa386-0624-4067-aa45-17447c245585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.780947 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283aa386-0624-4067-aa45-17447c245585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:39.782279 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-283aa386-0624-4067-aa45-17447c245585 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2 HTTP/1.1" status: 204 len: 168 time: 0.1305530 Jan 18 16:34:39.790786 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aa386-0624-4067-aa45-17447c245585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e66af3b-bbc6-45b8-b5ea-e8ee26ff0fe2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:40.228040 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43194) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:40.251873 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0bfead5-425a-405b-a9fa-31e2aafa5819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:40.353140 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0bfead5-425a-405b-a9fa-31e2aafa5819 admin admin] Publish callbacks [] for security_group (823791d5-144c-4477-87a2-19c8752cf1a9), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:40.358902 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0bfead5-425a-405b-a9fa-31e2aafa5819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (823791d5-144c-4477-87a2-19c8752cf1a9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:40.367281 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-1439f8df-ee77-49fc-86ec-877fbb54f874 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:40.374337 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-1439f8df-ee77-49fc-86ec-877fbb54f874 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.1718216 Jan 18 16:34:40.392602 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-fd3c4346-0678-4188-8f1a-3ea6199d2234 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/quotas/dba904fb8d2b4eef9f7c7a5740170780 HTTP/1.1" status: 200 len: 375 time: 0.0143569 Jan 18 16:34:40.420157 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-f0bfead5-425a-405b-a9fa-31e2aafa5819 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd56027037164fd99befd2f54bda7c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903930 Jan 18 16:34:40.424406 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43198) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:40.438510 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfead5-425a-405b-a9fa-31e2aafa5819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823791d5-144c-4477-87a2-19c8752cf1a9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:40.471784 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-61faead4-7584-4943-a131-e4cb7adc9526 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662620 Jan 18 16:34:40.514731 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50e79a87-3ad3-40d7-8fd2-f16dac3515bd admin admin] Publish callbacks [] for security_group (823791d5-144c-4477-87a2-19c8752cf1a9), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:40.543807 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50e79a87-3ad3-40d7-8fd2-f16dac3515bd admin admin] Publish callbacks [] for security_group (823791d5-144c-4477-87a2-19c8752cf1a9), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:40.592665 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-1fd4c19c-f19d-4477-b200-b36b42067c39 service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035988 Jan 18 16:34:40.605219 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50e79a87-3ad3-40d7-8fd2-f16dac3515bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (823791d5-144c-4477-87a2-19c8752cf1a9), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:40.609917 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50e79a87-3ad3-40d7-8fd2-f16dac3515bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:40.613811 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-50e79a87-3ad3-40d7-8fd2-f16dac3515bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/823791d5-144c-4477-87a2-19c8752cf1a9 HTTP/1.1" status: 204 len: 168 time: 0.1846390 Jan 18 16:34:40.620246 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e79a87-3ad3-40d7-8fd2-f16dac3515bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823791d5-144c-4477-87a2-19c8752cf1a9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:40.693167 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d45649-95d1-4dc2-be82-8922e624dfbc req-acb941b5-661e-4158-901f-93ee73a9e695 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:40.695428 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a1d45649-95d1-4dc2-be82-8922e624dfbc req-acb941b5-661e-4158-901f-93ee73a9e695 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0653837 Jan 18 16:34:40.701291 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-8e21bcac-0178-4531-98c8-90b2a2d9f2bf service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023839 Jan 18 16:34:40.758221 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a1d45649-95d1-4dc2-be82-8922e624dfbc req-bd0f5d14-7367-465c-ba8d-93aca9b87722 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476604 Jan 18 16:34:40.886123 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-01219576-fbd7-47a2-b435-52b7e80302aa req-5710e972-f7e2-4aa8-bc83-caf1c3e7da74 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Jan 18 16:34:40.982963 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:41.893979 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d6621-219d-4da5-8912-83a13d02a373 req-48472bc3-f669-4e33-b43c-f06babb10388 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:41.896676 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5d3d6621-219d-4da5-8912-83a13d02a373 req-48472bc3-f669-4e33-b43c-f06babb10388 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0610297 Jan 18 16:34:42.006342 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5d3d6621-219d-4da5-8912-83a13d02a373 req-cf16be95-5bae-485f-a8f7-9dd3e11e5a10 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994313 Jan 18 16:34:42.098121 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1ccfeeb3-de4f-4102-8ced-a43f07d4a42b req-149104c0-a54f-4427-8d60-3a58fd9be926 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0721965 Jan 18 16:34:42.244979 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-50ceb892-a46e-4385-aeee-76fa2c00fcd3 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:42.246574 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-50ceb892-a46e-4385-aeee-76fa2c00fcd3 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.2158971 Jan 18 16:34:42.270970 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Request body: {'port': {'device_id': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'admin_state_up': True, 'tenant_id': 'dba904fb8d2b4eef9f7c7a5740170780'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:42.390911 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:42.410033 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Made reservation on behalf of dba904fb8d2b4eef9f7c7a5740170780 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:34:42.414139 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:42.557335 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Allocated IP 172.20.0.3 (8dd083ae-24c9-4a76-85c1-b5a769e8710c/13b89a15-6265-4f2e-80e8-c65a89f40785/1952e46f-8545-4472-8ff8-bab5fa5bcd41) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:34:42.720573 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks [] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:42.757202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:42.777712 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:34:42.801041 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:34:42.808545 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:34:42.811323 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:34:42.817746 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:42.818383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:42.835131 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event updated for resources: {'Port': ['ID=1952e46f-8545-4472-8ff8-bab5fa5bcd41,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:42.847866 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9ef69d4a-0f14-4717-9cef-7af8e0cd8b4e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844975 Jan 18 16:34:43.145792 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.147782 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fcbe6-090c-4fc7-ac74-5ff3410320e9 req-646daf5a-94b9-4d59-81d0-5f3c2c538078 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:43.149322 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-672fcbe6-090c-4fc7-ac74-5ff3410320e9 req-646daf5a-94b9-4d59-81d0-5f3c2c538078 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0612950 Jan 18 16:34:43.198594 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-672fcbe6-090c-4fc7-ac74-5ff3410320e9 req-e471fff3-2600-48c6-b0f8-9fb8256efef4 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Jan 18 16:34:43.300727 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780033f-4aa5-4ca7-b3d4-d8dc46c5d722 req-c453f3f8-c482-4dc7-ac71-271885b7f02c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:43.302251 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5780033f-4aa5-4ca7-b3d4-d8dc46c5d722 req-c453f3f8-c482-4dc7-ac71-271885b7f02c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 931 time: 0.0484285 Jan 18 16:34:43.348702 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5780033f-4aa5-4ca7-b3d4-d8dc46c5d722 req-35925136-8393-43ac-9f81-d1d4bfa06b15 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Jan 18 16:34:45.302529 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4', '59d86089-d5a0-456b-871d-15067517fe04'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:45.319297 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Request body: {'port': {'device_id': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:45.394533 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:45.519212 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173186a-a057-4fcc-849e-e94dce27d80c req-bca73668-e7f0-4d23-9132-7eb6a89f7158 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:45.520852 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4173186a-a057-4fcc-849e-e94dce27d80c req-bca73668-e7f0-4d23-9132-7eb6a89f7158 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0700862 Jan 18 16:34:45.585428 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4173186a-a057-4fcc-849e-e94dce27d80c req-bc4f5bf0-4da6-4421-8f21-0a0d24c54c63 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523179 Jan 18 16:34:45.623383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31945252-5250-487c-ad25-66d6510897c3 req-7efcd4b9-5d8c-4bfb-b07c-ddf188e9342d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:45.625557 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-31945252-5250-487c-ad25-66d6510897c3 req-7efcd4b9-5d8c-4bfb-b07c-ddf188e9342d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 931 time: 0.1459517 Jan 18 16:34:45.720004 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-31945252-5250-487c-ad25-66d6510897c3 req-fa3449f3-405a-491d-bafa-63cd4cd767cd tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875916 Jan 18 16:34:45.792260 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1952e46f-8545-4472-8ff8-bab5fa5bcd41 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:45.800489 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Publish callbacks [] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:45.813201 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Transition to ACTIVE for port object 1952e46f-8545-4472-8ff8-bab5fa5bcd41 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:34:45.817038 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:45.866678 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Pushing event updated for resources: {'Port': ['ID=1952e46f-8545-4472-8ff8-bab5fa5bcd41,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:45.899811 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Attempting to bind port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:34:45.900152 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Attempting to bind port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:34:45.900483 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Attempting to bind port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:45.905280 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:34:45.905629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Attempting to bind port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:45.910950 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:34:45.911286 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Checking segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:34:45.911671 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Bound using segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:34:45.912252 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Bound port: 1952e46f-8545-4472-8ff8-bab5fa5bcd41, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:34:45.912453 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:45.981879 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] For port 1952e46f-8545-4472-8ff8-bab5fa5bcd41, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:34:45.985389 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] For port 1952e46f-8545-4472-8ff8-bab5fa5bcd41, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=1952e46f-8545-4472-8ff8-bab5fa5bcd41,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:34:45.989869 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:46.025329 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.025988 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:46.027410 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] 10.222.0.81 "PUT /v2.0/ports/1952e46f-8545-4472-8ff8-bab5fa5bcd41 HTTP/1.1" status: 200 len: 1093 time: 0.7125006 Jan 18 16:34:46.027857 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'tag': '1952e46f-8545-4472-8ff8-bab5fa5bcd41'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:46.030142 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b28e8de7-7588-47d8-a731-3baf27e3ffd3", "tag": "1952e46f-8545-4472-8ff8-bab5fa5bcd41"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:46.057709 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1766d-9dae-4ae8-ac3f-17bc6491e3fa service neutron] Pushing event updated for resources: {'Port': ['ID=1952e46f-8545-4472-8ff8-bab5fa5bcd41,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:46.071593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2559ba4f-f6fc-4b27-b8f4-10cdaad789bc x-openstack-request-id: req-2559ba4f-f6fc-4b27-b8f4-10cdaad789bc {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:46.071878 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28e8de7-7588-47d8-a731-3baf27e3ffd3", "tag": "1952e46f-8545-4472-8ff8-bab5fa5bcd41", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:46.072431 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2559ba4f-f6fc-4b27-b8f4-10cdaad789bc {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:46.072593 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'tag': '1952e46f-8545-4472-8ff8-bab5fa5bcd41', 'status': 'completed', 'code': 200} Jan 18 16:34:46.125944 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-f8849163-37fe-4265-9b5d-7f1999e2f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.127446 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-f8849163-37fe-4265-9b5d-7f1999e2f8fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 1096 time: 0.0431077 Jan 18 16:34:46.180593 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-824ad797-e4a9-482b-ac02-3071eca0a190 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1952e46f-8545-4472-8ff8-bab5fa5bcd41 HTTP/1.1" status: 200 len: 217 time: 0.0372667 Jan 18 16:34:46.237155 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-31507c17-9e29-44da-8b7f-18268c9f3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.238687 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-31507c17-9e29-44da-8b7f-18268c9f3ca4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.0461302 Jan 18 16:34:46.273968 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-3f37436e-46b7-479d-9c61-47f702d96264 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254507 Jan 18 16:34:46.368498 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-9615a6c5-c3c0-4d53-958b-7f1a8ce79860 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861781 Jan 18 16:34:46.494405 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-26ffd0fc-f8bb-461b-9109-b3b0a2efcb43 req-90cc1a8e-ebd6-4407-b421-8d51c772728d service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170535 Jan 18 16:34:46.634504 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-a47eedf5-ca62-49da-a32a-4b2ebd4e1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.636006 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-a47eedf5-ca62-49da-a32a-4b2ebd4e1cd4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 1096 time: 0.0451508 Jan 18 16:34:46.771954 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ccea-c2c0-458b-8c9b-cc436875c9de req-73d34070-d6a0-4198-abc9-21eb8def532d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.773857 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6812ccea-c2c0-458b-8c9b-cc436875c9de req-73d34070-d6a0-4198-abc9-21eb8def532d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.1136007 Jan 18 16:34:46.801868 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-733be70c-4cb4-41b5-ae32-39d2a0630d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.803834 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-733be70c-4cb4-41b5-ae32-39d2a0630d48 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 916 time: 0.1512139 Jan 18 16:34:46.856241 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6652abf-d93f-4f50-af0d-b9cb0d8079b0 req-18037c9b-8b43-4652-a3b6-2702cc3d982d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.858173 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e6652abf-d93f-4f50-af0d-b9cb0d8079b0 req-18037c9b-8b43-4652-a3b6-2702cc3d982d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0556765 Jan 18 16:34:46.859537 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-eba4ede3-3a1a-4516-9494-ef5bc9295af6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1952e46f-8545-4472-8ff8-bab5fa5bcd41 HTTP/1.1" status: 200 len: 217 time: 0.0439129 Jan 18 16:34:46.915795 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6812ccea-c2c0-458b-8c9b-cc436875c9de req-fe286598-89ac-44e8-8558-7e6ad238c50d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271429 Jan 18 16:34:46.926231 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-b6ca62a6-95b0-4ef1-aaec-4037d12687dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:46.927754 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-b6ca62a6-95b0-4ef1-aaec-4037d12687dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.0623736 Jan 18 16:34:46.932595 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e6652abf-d93f-4f50-af0d-b9cb0d8079b0 req-32d4d041-7cf5-49c9-afbd-618d2977e31f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672469 Jan 18 16:34:46.974537 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-1e5b65ae-9e91-4dd4-b44f-2b87a9d181f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359077 Jan 18 16:34:47.071925 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-96cbcee2-bda9-4a5d-85bc-0b2d64033da8 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894864 Jan 18 16:34:47.185109 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-294b2d30-ab44-4458-a1c9-43f4c3dc1fd9 req-c0aec60f-b586-468c-b697-c895513917a3 service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936182 Jan 18 16:34:47.379175 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d64b5-54ad-4fce-b63a-0b0a17b8198d req-79365d63-1cfe-4c12-aedf-d28200547506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:47.380727 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9e2d64b5-54ad-4fce-b63a-0b0a17b8198d req-79365d63-1cfe-4c12-aedf-d28200547506 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 1099 time: 0.0483563 Jan 18 16:34:47.445325 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9e2d64b5-54ad-4fce-b63a-0b0a17b8198d req-986d6677-3c2c-4514-b823-94ffaf062013 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551867 Jan 18 16:34:48.064747 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615f93-f4c5-45d9-be09-c8181b907208 req-1b0f138c-fad4-45b4-a10a-8290725f9276 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:48.067184 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c1615f93-f4c5-45d9-be09-c8181b907208 req-1b0f138c-fad4-45b4-a10a-8290725f9276 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0602489 Jan 18 16:34:48.073062 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c85706-499e-401f-b470-91567027c93f req-3d2c5848-64a4-49cb-92ed-19afc10a072c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:48.075588 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-19c85706-499e-401f-b470-91567027c93f req-3d2c5848-64a4-49cb-92ed-19afc10a072c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0604465 Jan 18 16:34:48.120815 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c1615f93-f4c5-45d9-be09-c8181b907208 req-16d1f91e-3f1c-4ae5-bddb-f89fc776df39 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 Jan 18 16:34:48.126772 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-19c85706-499e-401f-b470-91567027c93f req-eb5faca5-8d19-4473-935a-e8955023768a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452721 Jan 18 16:34:50.853607 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3939f-25aa-4f0a-a15a-e3ad8964b49b req-7697b02a-1192-4fdc-9985-d1e820bc6cbf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:50.855685 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ecb3939f-25aa-4f0a-a15a-e3ad8964b49b req-7697b02a-1192-4fdc-9985-d1e820bc6cbf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0528152 Jan 18 16:34:50.878696 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3e072-7e90-49ca-98ab-573844808d58 req-67a8c232-54ad-4521-86f7-507874bf7bc3 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:50.880294 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-43f3e072-7e90-49ca-98ab-573844808d58 req-67a8c232-54ad-4521-86f7-507874bf7bc3 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0562806 Jan 18 16:34:50.907227 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ecb3939f-25aa-4f0a-a15a-e3ad8964b49b req-e60f659a-92e2-4c0a-b550-4c20a05c9077 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Jan 18 16:34:51.129972 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-43f3e072-7e90-49ca-98ab-573844808d58 req-0e99b5be-dc93-4e3b-91d8-04e1a3f97806 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437854 Jan 18 16:34:51.341291 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 1952e46f-8545-4472-8ff8-bab5fa5bcd41 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:34:51.460640 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 1952e46f-8545-4472-8ff8-bab5fa5bcd41, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=1952e46f-8545-4472-8ff8-bab5fa5bcd41,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:51.478818 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '1952e46f-8545-4472-8ff8-bab5fa5bcd41', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'port_id': '1952e46f-8545-4472-8ff8-bab5fa5bcd41', 'mac_address': 'fa:16:3e:03:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b89a15-6265-4f2e-80e8-c65a89f40785', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:34:51.523490 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:51.523875 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:51.538345 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1952e46f-8545-4472-8ff8-bab5fa5bcd41 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:51.559909 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 1952e46f-8545-4472-8ff8-bab5fa5bcd41, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=1952e46f-8545-4472-8ff8-bab5fa5bcd41,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:51.564348 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:51.618954 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=1952e46f-8545-4472-8ff8-bab5fa5bcd41,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:51.954120 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['1952e46f-8545-4472-8ff8-bab5fa5bcd41'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:52.068225 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440a0ca-c91a-426d-b049-438f9124f3a0 req-ede43cc6-e93a-4293-833d-c0f00f699fec tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:52.070929 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9440a0ca-c91a-426d-b049-438f9124f3a0 req-ede43cc6-e93a-4293-833d-c0f00f699fec tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0672145 Jan 18 16:34:52.125869 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9440a0ca-c91a-426d-b049-438f9124f3a0 req-cc22e42b-4f65-4b7a-b525-c598e4ef1dc8 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Jan 18 16:34:52.318204 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c87c7-3744-4bb2-ab8c-54198215e34e req-ee85bef2-6d21-4e33-bba0-9de2ebbabf76 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:52.321153 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0f7c87c7-3744-4bb2-ab8c-54198215e34e req-ee85bef2-6d21-4e33-bba0-9de2ebbabf76 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0840962 Jan 18 16:34:52.365943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647066d-e70b-4b7d-8f41-028caaf293a0 req-26b15490-62ba-4484-a9c0-fa74d1f789ca tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:52.380639 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6647066d-e70b-4b7d-8f41-028caaf293a0 req-26b15490-62ba-4484-a9c0-fa74d1f789ca tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0997574 Jan 18 16:34:52.388809 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0f7c87c7-3744-4bb2-ab8c-54198215e34e req-951f1052-04ae-4c04-9559-aea0f05095de tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568058 Jan 18 16:34:52.465529 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6647066d-e70b-4b7d-8f41-028caaf293a0 req-5156a0c4-3b95-42b5-8822-e10a043a83f8 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834577 Jan 18 16:34:53.608155 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:55.716958 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5877a4a-f683-42f0-ba93-7a160ac38043 req-89d64e73-41f1-4d51-a17b-c7fca7247fc5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:55.719099 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d5877a4a-f683-42f0-ba93-7a160ac38043 req-89d64e73-41f1-4d51-a17b-c7fca7247fc5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0671406 Jan 18 16:34:55.775648 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d5877a4a-f683-42f0-ba93-7a160ac38043 req-2e7d79b1-540d-4990-ac0f-f7522f7c8bff tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502832 Jan 18 16:34:56.576270 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 43524) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:56.713591 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5bc6-784c-4f3b-8d0d-139a9abcd0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:56.857744 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5bc6-784c-4f3b-8d0d-139a9abcd0ff admin admin] Publish callbacks [] for security_group (0df60b4f-5de3-457f-a766-57a7421c77ef), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:56.872367 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5bc6-784c-4f3b-8d0d-139a9abcd0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (0df60b4f-5de3-457f-a766-57a7421c77ef), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:56.965988 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5bc6-784c-4f3b-8d0d-139a9abcd0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df60b4f-5de3-457f-a766-57a7421c77ef,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:56.978221 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d5ba5bc6-784c-4f3b-8d0d-139a9abcd0ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e81d7773dc6c4be59a72a10a987088cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005284 Jan 18 16:34:56.981033 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43546) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:56.995080 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595f340-c612-4268-8bc6-b95cd9c20a29 req-c9be678b-9d4f-4010-ba96-13af8de036ad tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:56.998871 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6595f340-c612-4268-8bc6-b95cd9c20a29 req-c9be678b-9d4f-4010-ba96-13af8de036ad tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 944 time: 0.1367178 Jan 18 16:34:57.084990 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2864057-053e-4d75-b53b-98b220760dca admin admin] Publish callbacks [] for security_group (0df60b4f-5de3-457f-a766-57a7421c77ef), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.098494 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6595f340-c612-4268-8bc6-b95cd9c20a29 req-7c2d1754-eab8-4a99-af70-d2c2599464d2 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910478 Jan 18 16:34:57.127043 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2864057-053e-4d75-b53b-98b220760dca admin admin] Publish callbacks [] for security_group (0df60b4f-5de3-457f-a766-57a7421c77ef), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.201057 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2864057-053e-4d75-b53b-98b220760dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (0df60b4f-5de3-457f-a766-57a7421c77ef), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.204492 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2864057-053e-4d75-b53b-98b220760dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.207451 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e2864057-053e-4d75-b53b-98b220760dca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0df60b4f-5de3-457f-a766-57a7421c77ef HTTP/1.1" status: 204 len: 168 time: 0.2233369 Jan 18 16:34:57.215534 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2864057-053e-4d75-b53b-98b220760dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df60b4f-5de3-457f-a766-57a7421c77ef,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:57.358014 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4858-4431-4b3b-962b-286dc445bd63 req-a34f7dab-030a-4c85-9617-6726b132f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:57.361451 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-032c4858-4431-4b3b-962b-286dc445bd63 req-a34f7dab-030a-4c85-9617-6726b132f897 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.0849266 Jan 18 16:34:57.370706 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 1952e46f-8545-4472-8ff8-bab5fa5bcd41 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:57.405539 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54d9d7-0cb2-4011-88c4-026185d2020c req-974c276d-5a3b-43d4-aa13-9665712021fc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:57.408087 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1a54d9d7-0cb2-4011-88c4-026185d2020c req-974c276d-5a3b-43d4-aa13-9665712021fc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1013594 Jan 18 16:34:57.450859 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:57.457685 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:57.458238 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.558366 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:57.558837 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.568139 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1a54d9d7-0cb2-4011-88c4-026185d2020c req-2290534b-fdbe-4cec-8a10-3d1a25df18f0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439426 Jan 18 16:34:57.590945 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952e46f-8545-4472-8ff8-bab5fa5bcd41'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:57.594091 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57924532-b3ce-4906-bd0f-c912390cf542" -d '{"events": [{"server_uuid": "b28e8de7-7588-47d8-a731-3baf27e3ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "1952e46f-8545-4472-8ff8-bab5fa5bcd41"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:57.600729 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4858-4431-4b3b-962b-286dc445bd63 req-b30177f5-544e-43f2-a243-6eda157097f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:57.603200 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-032c4858-4431-4b3b-962b-286dc445bd63 req-b30177f5-544e-43f2-a243-6eda157097f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.2329195 Jan 18 16:34:57.633299 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 1952e46f-8545-4472-8ff8-bab5fa5bcd41, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=1952e46f-8545-4472-8ff8-bab5fa5bcd41,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:57.639620 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.658363 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-032c4858-4431-4b3b-962b-286dc445bd63 req-65177f36-539e-4cf3-a77d-c7721c6de34c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 217 time: 0.0461893 Jan 18 16:34:57.673827 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fce798-5792-41c9-9b9b-3bf4eebecf84 x-openstack-request-id: req-59fce798-5792-41c9-9b9b-3bf4eebecf84 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:57.674205 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e8de7-7588-47d8-a731-3baf27e3ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "1952e46f-8545-4472-8ff8-bab5fa5bcd41", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:57.674372 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59fce798-5792-41c9-9b9b-3bf4eebecf84 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:57.674779 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952e46f-8545-4472-8ff8-bab5fa5bcd41', 'code': 200} Jan 18 16:34:57.706051 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=1952e46f-8545-4472-8ff8-bab5fa5bcd41,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:57.719001 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4858-4431-4b3b-962b-286dc445bd63 req-828ae155-dfdc-4629-8744-9d3023cc6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:57.720497 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-032c4858-4431-4b3b-962b-286dc445bd63 req-828ae155-dfdc-4629-8744-9d3023cc6591 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.0528638 Jan 18 16:34:57.759234 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-032c4858-4431-4b3b-962b-286dc445bd63 req-aa59ad8a-2911-436d-9be8-7951170fbd01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287137 Jan 18 16:34:57.922871 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-032c4858-4431-4b3b-962b-286dc445bd63 req-1233dd36-bfe0-4f00-81a2-525db45205f5 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506970 Jan 18 16:34:57.949232 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35219a-b6e7-4d2e-aa34-ad7c94668f04 req-7eceaf3a-f278-45c3-ba82-4eb632d3bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:57.951334 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6e35219a-b6e7-4d2e-aa34-ad7c94668f04 req-7eceaf3a-f278-45c3-ba82-4eb632d3bc0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 1098 time: 0.0947146 Jan 18 16:34:58.064288 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6e35219a-b6e7-4d2e-aa34-ad7c94668f04 req-75a72d1f-6e54-497c-a23d-5ff655e2c1a3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992191 Jan 18 16:34:58.084239 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-032c4858-4431-4b3b-962b-286dc445bd63 req-46606363-80ee-46e0-8381-35820cb0b45e service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543972 Jan 18 16:34:58.246016 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341fdd1-9f7d-4fbc-ba2b-21860c51b143 req-4439b9a9-5e4c-4c2e-9c31-fc681974ba13 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:58.248004 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c341fdd1-9f7d-4fbc-ba2b-21860c51b143 req-4439b9a9-5e4c-4c2e-9c31-fc681974ba13 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0658779 Jan 18 16:34:58.308696 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c341fdd1-9f7d-4fbc-ba2b-21860c51b143 req-d4c34b6b-a448-4651-b2a5-3e157920d0e7 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Jan 18 16:34:58.703171 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0ef7-7c45-47f4-8c82-c722dfc2525d req-c91fbef4-0f40-4bbf-9f92-9be9059e110e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:58.704886 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-654f0ef7-7c45-47f4-8c82-c722dfc2525d req-c91fbef4-0f40-4bbf-9f92-9be9059e110e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Jan 18 16:34:58.767138 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-654f0ef7-7c45-47f4-8c82-c722dfc2525d req-3eef8f4a-8209-4311-be3d-270649e154e6 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558567 Jan 18 16:35:01.615108 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e5f5b-47c2-4995-bf20-538e0a95c0ba req-074a5b28-6244-4841-b5e2-6dd398d1c730 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:01.617969 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-935e5f5b-47c2-4995-bf20-538e0a95c0ba req-074a5b28-6244-4841-b5e2-6dd398d1c730 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0609584 Jan 18 16:35:01.624804 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7bd43-e6ae-44db-99b8-005b064f9975 req-e1096063-8374-4474-bb92-245443362c19 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:01.626774 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-99f7bd43-e6ae-44db-99b8-005b064f9975 req-e1096063-8374-4474-bb92-245443362c19 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0611622 Jan 18 16:35:01.677137 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-935e5f5b-47c2-4995-bf20-538e0a95c0ba req-ac760d21-1bd9-4581-bf0e-064fa2cff3ec tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 Jan 18 16:35:01.697519 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-99f7bd43-e6ae-44db-99b8-005b064f9975 req-bdd39303-a971-4548-baed-7d8b889be3d4 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648999 Jan 18 16:35:05.325067 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16635787-1ab2-4b5f-9297-217462d8eb74 req-da759a0a-feff-473d-b935-a44af5cf6e8b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.330098 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-16635787-1ab2-4b5f-9297-217462d8eb74 req-da759a0a-feff-473d-b935-a44af5cf6e8b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0921645 Jan 18 16:35:05.349940 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54c5b-b26b-41cd-9846-8164c9f5c7ff req-becbef45-c395-4c61-b215-415a8abc5dda tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.352721 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b4a54c5b-b26b-41cd-9846-8164c9f5c7ff req-becbef45-c395-4c61-b215-415a8abc5dda tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0971308 Jan 18 16:35:05.398943 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-16635787-1ab2-4b5f-9297-217462d8eb74 req-9453e65e-a5ea-46a4-94b4-8a997efbfa95 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610592 Jan 18 16:35:05.431829 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b4a54c5b-b26b-41cd-9846-8164c9f5c7ff req-15f4b976-ccb2-457c-8e76-f6bf09094e7a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712104 Jan 18 16:35:06.515661 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46ab4c7d-4c9f-4365-9904-ffc8ca2f6d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:06.534376 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731567-81b5-4155-974d-122141dc6cd5 req-2e16818f-798b-4683-a514-86961e3c4c24 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:06.535958 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ef731567-81b5-4155-974d-122141dc6cd5 req-2e16818f-798b-4683-a514-86961e3c4c24 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0547302 Jan 18 16:35:06.600939 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ef731567-81b5-4155-974d-122141dc6cd5 req-5dd8459a-9bf2-42f1-a3c0-88b1199ba66d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574358 Jan 18 16:35:06.626142 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbc50f-cdd3-4645-8ebd-dd6b639d0d53 req-57633825-8c89-4c42-ba60-3de5a913da2b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:06.628523 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-21fbc50f-cdd3-4645-8ebd-dd6b639d0d53 req-57633825-8c89-4c42-ba60-3de5a913da2b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0624621 Jan 18 16:35:06.697971 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-21fbc50f-cdd3-4645-8ebd-dd6b639d0d53 req-4f0e3dde-6ab2-47f9-9225-16cbc44b9df0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Jan 18 16:35:06.974374 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43674) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:07.106731 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56869ea3-7dc9-4d2d-8ed2-4cfbe75896d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:07.199927 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56869ea3-7dc9-4d2d-8ed2-4cfbe75896d8 admin admin] Publish callbacks [] for security_group (140f593a-9b87-4260-ba0e-c76dd1573185), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:07.208103 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56869ea3-7dc9-4d2d-8ed2-4cfbe75896d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (140f593a-9b87-4260-ba0e-c76dd1573185), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:07.250297 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-56869ea3-7dc9-4d2d-8ed2-4cfbe75896d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1094430345d54a5982f23d885d7235fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746079 Jan 18 16:35:07.251176 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56869ea3-7dc9-4d2d-8ed2-4cfbe75896d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140f593a-9b87-4260-ba0e-c76dd1573185,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:07.253499 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 43680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:07.311292 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16e9652b-e075-410b-bb1f-7df9658c4978 admin admin] Publish callbacks [] for security_group (140f593a-9b87-4260-ba0e-c76dd1573185), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:07.345841 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16e9652b-e075-410b-bb1f-7df9658c4978 admin admin] Publish callbacks [] for security_group (140f593a-9b87-4260-ba0e-c76dd1573185), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:07.420871 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16e9652b-e075-410b-bb1f-7df9658c4978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (140f593a-9b87-4260-ba0e-c76dd1573185), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:07.425921 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16e9652b-e075-410b-bb1f-7df9658c4978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:07.428052 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-16e9652b-e075-410b-bb1f-7df9658c4978 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/140f593a-9b87-4260-ba0e-c76dd1573185 HTTP/1.1" status: 204 len: 168 time: 0.1732161 Jan 18 16:35:07.442837 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9652b-e075-410b-bb1f-7df9658c4978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f593a-9b87-4260-ba0e-c76dd1573185,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:07.852726 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092015f0-4f4d-4d9c-95bf-3a2ab2b48b8c req-d3fe2ccf-8623-451f-b583-519cd4dc166d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:07.854540 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-092015f0-4f4d-4d9c-95bf-3a2ab2b48b8c req-d3fe2ccf-8623-451f-b583-519cd4dc166d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0638051 Jan 18 16:35:07.934725 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-092015f0-4f4d-4d9c-95bf-3a2ab2b48b8c req-24f0b55a-3377-41c9-b68d-33c3f7acb8b4 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721135 Jan 18 16:35:09.087584 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a79962-8c80-4d3a-b0d7-d14cff46a6cc req-48aa25f9-de5e-49c8-b899-739e7b01edd6 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:09.089777 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e1a79962-8c80-4d3a-b0d7-d14cff46a6cc req-48aa25f9-de5e-49c8-b899-739e7b01edd6 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0566506 Jan 18 16:35:09.149355 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e1a79962-8c80-4d3a-b0d7-d14cff46a6cc req-5ad062e3-03b3-4b14-a9ef-adbb40e8516e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523186 Jan 18 16:35:09.348808 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9123eb65-c295-4e2f-abc4-c53a21c0721c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:10.297706 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29283c-95cb-406c-8be3-443276465013 req-b9c1ace5-3cf9-409d-89b2-e2fcae60f272 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:10.300278 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6e29283c-95cb-406c-8be3-443276465013 req-b9c1ace5-3cf9-409d-89b2-e2fcae60f272 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0700979 Jan 18 16:35:10.358315 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6e29283c-95cb-406c-8be3-443276465013 req-61ccd15e-d972-4eca-ae97-0fec0d43411b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521193 Jan 18 16:35:10.986884 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:11.485631 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9be7-c768-403c-96e3-bf44d6da0d98 req-c9e99658-a03a-4eed-bcf8-d923fa138d31 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:11.487137 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-edfa9be7-c768-403c-96e3-bf44d6da0d98 req-c9e99658-a03a-4eed-bcf8-d923fa138d31 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0534399 Jan 18 16:35:11.539240 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-edfa9be7-c768-403c-96e3-bf44d6da0d98 req-121d0a30-1029-46a8-a4fb-01c61477aabd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Jan 18 16:35:12.401597 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:12.673046 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e69b-2700-45ba-b175-489a01fd759e req-d3f440c4-515f-4628-a89c-56a790e1f6c7 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:12.674606 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fef0e69b-2700-45ba-b175-489a01fd759e req-d3f440c4-515f-4628-a89c-56a790e1f6c7 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0573587 Jan 18 16:35:12.729079 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fef0e69b-2700-45ba-b175-489a01fd759e req-fd12394d-445b-4baf-8380-f842cf82fa7f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486257 Jan 18 16:35:13.142610 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:15.032304 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e40d34-9572-4ab5-b81c-b61b56291757 req-ee104c7f-d2dc-4841-ae9d-99877f11b266 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:15.033886 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e8e40d34-9572-4ab5-b81c-b61b56291757 req-ee104c7f-d2dc-4841-ae9d-99877f11b266 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0586624 Jan 18 16:35:15.097878 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e8e40d34-9572-4ab5-b81c-b61b56291757 req-5ac6f462-e5b3-4ae6-a165-dfc322762d5a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573149 Jan 18 16:35:16.252015 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b518538-fe3a-4a82-a1ee-f854c5cf630d req-4e501bd5-ddc7-4e88-9e41-df94e932fddf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:16.254004 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9b518538-fe3a-4a82-a1ee-f854c5cf630d req-4e501bd5-ddc7-4e88-9e41-df94e932fddf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0608397 Jan 18 16:35:16.337435 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9b518538-fe3a-4a82-a1ee-f854c5cf630d req-82fe7424-689c-4a31-8e70-3696b2d21694 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769448 Jan 18 16:35:17.464799 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94645757-e1ca-4139-9d7c-854a44be5a2c req-ee9589d0-b9c5-40fd-94fe-32a5dd03f874 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:17.466733 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-94645757-e1ca-4139-9d7c-854a44be5a2c req-ee9589d0-b9c5-40fd-94fe-32a5dd03f874 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0528748 Jan 18 16:35:17.529883 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-94645757-e1ca-4139-9d7c-854a44be5a2c req-c0879b09-c404-4094-a155-36a35e24cf14 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550420 Jan 18 16:35:18.649333 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f65e-c00b-4de3-98bb-2901c0858e3b req-48b1ed6f-29c6-4942-95b7-405abb40e2c0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:18.650810 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8629f65e-c00b-4de3-98bb-2901c0858e3b req-48b1ed6f-29c6-4942-95b7-405abb40e2c0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Jan 18 16:35:18.700182 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8629f65e-c00b-4de3-98bb-2901c0858e3b req-3e6db434-18fc-4f7f-93b9-621b12783bbb tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Jan 18 16:35:19.543968 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 43996) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:19.649634 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32fb71d5-6d90-409c-9f50-ab84f82a184a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:19.723583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32fb71d5-6d90-409c-9f50-ab84f82a184a admin admin] Publish callbacks [] for security_group (122afc0b-886a-4f4c-a2d4-1696799e9ac2), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:19.729772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32fb71d5-6d90-409c-9f50-ab84f82a184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (122afc0b-886a-4f4c-a2d4-1696799e9ac2), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:19.769858 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-32fb71d5-6d90-409c-9f50-ab84f82a184a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6dd864c8a4a14e4f966bf735d947c941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246366 Jan 18 16:35:19.770755 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb71d5-6d90-409c-9f50-ab84f82a184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122afc0b-886a-4f4c-a2d4-1696799e9ac2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:19.772504 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:19.777194 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:35:19.819560 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ccd35c7-f1d4-4f9e-8d3b-582764a93e78 admin admin] Publish callbacks [] for security_group (122afc0b-886a-4f4c-a2d4-1696799e9ac2), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:19.843889 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ccd35c7-f1d4-4f9e-8d3b-582764a93e78 admin admin] Publish callbacks [] for security_group (122afc0b-886a-4f4c-a2d4-1696799e9ac2), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:19.891078 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ccd35c7-f1d4-4f9e-8d3b-582764a93e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (122afc0b-886a-4f4c-a2d4-1696799e9ac2), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:19.893620 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ccd35c7-f1d4-4f9e-8d3b-582764a93e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:19.894764 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-8ccd35c7-f1d4-4f9e-8d3b-582764a93e78 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/122afc0b-886a-4f4c-a2d4-1696799e9ac2 HTTP/1.1" status: 204 len: 168 time: 0.1210442 Jan 18 16:35:19.902691 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd35c7-f1d4-4f9e-8d3b-582764a93e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122afc0b-886a-4f4c-a2d4-1696799e9ac2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:20.178149 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44012) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:20.192398 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:20.276032 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Publish callbacks [] for security_group (671705ba-dd40-4a5f-ab12-8711e890e756), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:20.281055 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (671705ba-dd40-4a5f-ab12-8711e890e756), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:20.320322 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=263b42d684474f28951973233e3a5c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410580 Jan 18 16:35:20.321165 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671705ba-dd40-4a5f-ab12-8711e890e756,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:20.323202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44014) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:20.329496 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.329875 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.330219 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.330557 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.330931 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.331270 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.331599 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.331948 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.332277 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.332850 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.333195 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.333627 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.334000 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b6cdb-365f-48a8-b407-8cd237edfd0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:20.391942 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42309e2a-c458-4405-9176-6e16c1a54f4f admin admin] Publish callbacks [] for security_group (671705ba-dd40-4a5f-ab12-8711e890e756), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:20.434341 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42309e2a-c458-4405-9176-6e16c1a54f4f admin admin] Publish callbacks [] for security_group (671705ba-dd40-4a5f-ab12-8711e890e756), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:20.506900 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42309e2a-c458-4405-9176-6e16c1a54f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (671705ba-dd40-4a5f-ab12-8711e890e756), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:20.509566 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42309e2a-c458-4405-9176-6e16c1a54f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:20.510751 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-42309e2a-c458-4405-9176-6e16c1a54f4f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/671705ba-dd40-4a5f-ab12-8711e890e756 HTTP/1.1" status: 204 len: 168 time: 0.1861959 Jan 18 16:35:20.519544 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42309e2a-c458-4405-9176-6e16c1a54f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671705ba-dd40-4a5f-ab12-8711e890e756,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:21.170123 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b410bbf-b916-486d-899b-ac543acafbe0 req-7a5c45c7-cc3c-4222-8a3f-16c63ef5444f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:21.171671 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4b410bbf-b916-486d-899b-ac543acafbe0 req-7a5c45c7-cc3c-4222-8a3f-16c63ef5444f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0649328 Jan 18 16:35:21.230727 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4b410bbf-b916-486d-899b-ac543acafbe0 req-82a17798-0d11-4f3f-a680-0b609c916a67 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522006 Jan 18 16:35:22.397259 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c55fa-3f41-447a-a033-20d1b4473b16 req-93bdd27c-7d02-4ee1-b48b-90bb6e44dc3a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:22.399903 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a26c55fa-3f41-447a-a033-20d1b4473b16 req-93bdd27c-7d02-4ee1-b48b-90bb6e44dc3a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0685875 Jan 18 16:35:22.493719 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a26c55fa-3f41-447a-a033-20d1b4473b16 req-097c397c-bad3-4e2e-8bff-d60c1ceeeb5a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879540 Jan 18 16:35:22.653166 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-2bd4e490-d94a-4b76-abec-e862af6a36bd tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:22.655381 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-2bd4e490-d94a-4b76-abec-e862af6a36bd tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.1374967 Jan 18 16:35:22.671731 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-226fdd69-b0aa-4037-ad01-b2c17dc3c0f4 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/quotas/dba904fb8d2b4eef9f7c7a5740170780 HTTP/1.1" status: 200 len: 375 time: 0.0105119 Jan 18 16:35:22.728642 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-ab059900-fa78-456f-bf23-b02c9f209913 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512772 Jan 18 16:35:22.838083 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-b605e027-b614-4e9e-8788-be77a52c5256 service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018314 Jan 18 16:35:22.902613 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65c10-ec6b-40ed-b8b9-5a024831c45f req-630e7a09-b85a-4167-b63f-5693e4e74896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:22.906104 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a1f65c10-ec6b-40ed-b8b9-5a024831c45f req-630e7a09-b85a-4167-b63f-5693e4e74896 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.0617199 Jan 18 16:35:22.980143 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a1f65c10-ec6b-40ed-b8b9-5a024831c45f req-51a087b8-35f3-4bae-b8b3-771dd941ef8a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626540 Jan 18 16:35:22.993280 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-2b5cd9ac-3b3e-47bd-9c92-bbb2700bb1ec service neutron] 10.222.0.86 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487558 Jan 18 16:35:23.193850 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-da8a4936-fe0d-4d22-bccc-6870c876e1ac req-9b35188c-1cb3-475a-a447-fe4c6cdfcc02 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 210 time: 0.0307460 Jan 18 16:35:23.627171 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:23.647263 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ba60b-fdb8-4d20-b0e8-4586c971da20 req-f6e3c908-ed00-44d1-a2ae-c9293ad1e9c8 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:23.662898 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bf1ba60b-fdb8-4d20-b0e8-4586c971da20 req-f6e3c908-ed00-44d1-a2ae-c9293ad1e9c8 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0916934 Jan 18 16:35:23.731690 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bf1ba60b-fdb8-4d20-b0e8-4586c971da20 req-0c076c23-6b88-4e21-871f-16ea2286c9a1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660756 Jan 18 16:35:24.054812 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44214) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:24.183678 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:24.258090 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-236eb50b-e1ef-4bb0-874f-e5a83510e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:24.259682 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-236eb50b-e1ef-4bb0-874f-e5a83510e8d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.0673213 Jan 18 16:35:24.349727 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-df6a376b-5023-478a-9a1b-da413a9dbc9c req-968c14e5-97f9-4a72-a6ee-17e68cfa7c0f tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 210 time: 0.0622866 Jan 18 16:35:24.354602 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Publish callbacks [] for security_group (10c05a5a-5907-47c9-b1dc-1787ef987d28), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:24.363795 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (10c05a5a-5907-47c9-b1dc-1787ef987d28), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:24.446167 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc60632cd5f64d439a4645d8e806e630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900585 Jan 18 16:35:24.449603 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44226) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:24.458757 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c05a5a-5907-47c9-b1dc-1787ef987d28,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:24.472877 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.473259 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.473652 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.474005 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.474337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.474663 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.474991 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.475317 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.475649 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.475987 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.476294 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.476618 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.477047 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac27e02-169a-43b6-9968-49a8158358c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:24.511676 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-c0373954-223f-4e53-826a-f5b76202662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:24.513248 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-c0373954-223f-4e53-826a-f5b76202662f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.2196155 Jan 18 16:35:24.581415 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a16e98aa-bce9-483f-856f-e14f10fc4955 admin admin] Publish callbacks [] for security_group (10c05a5a-5907-47c9-b1dc-1787ef987d28), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:24.585935 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-004a9aab-61d6-4d7c-9400-55111c285493 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 217 time: 0.0483475 Jan 18 16:35:24.694968 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a16e98aa-bce9-483f-856f-e14f10fc4955 admin admin] Publish callbacks [] for security_group (10c05a5a-5907-47c9-b1dc-1787ef987d28), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:24.748834 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-99e87426-4c62-432b-87f0-4bbba5d201d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:24.750609 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-99e87426-4c62-432b-87f0-4bbba5d201d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.1528413 Jan 18 16:35:24.806519 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-25088f32-048a-453f-9c7b-a74366c2cce6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383508 Jan 18 16:35:24.814408 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-58a56ff4-d7cc-40ce-b6d9-32c0fe7a5344 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:24.815922 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-58a56ff4-d7cc-40ce-b6d9-32c0fe7a5344 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 815 time: 0.2318237 Jan 18 16:35:24.847813 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a16e98aa-bce9-483f-856f-e14f10fc4955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (10c05a5a-5907-47c9-b1dc-1787ef987d28), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:24.852080 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a16e98aa-bce9-483f-856f-e14f10fc4955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:24.854002 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a16e98aa-bce9-483f-856f-e14f10fc4955 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/10c05a5a-5907-47c9-b1dc-1787ef987d28 HTTP/1.1" status: 204 len: 168 time: 0.4023702 Jan 18 16:35:24.862745 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Request body: {'port': {'device_id': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'admin_state_up': True, 'tenant_id': 'dba904fb8d2b4eef9f7c7a5740170780'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:24.918680 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c10b0-e4d8-4b4a-9082-aa2092c1a177 req-a7d60a14-bb39-4296-aedc-8b7dc667de86 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:24.921723 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e98aa-bce9-483f-856f-e14f10fc4955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c05a5a-5907-47c9-b1dc-1787ef987d28,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:24.922109 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-124c10b0-e4d8-4b4a-9082-aa2092c1a177 req-a7d60a14-bb39-4296-aedc-8b7dc667de86 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0959265 Jan 18 16:35:25.073355 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-124c10b0-e4d8-4b4a-9082-aa2092c1a177 req-9ea22784-8649-452d-a78b-e12c52971410 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329389 Jan 18 16:35:25.096576 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-6578ab98-d5dc-408f-86a6-53bdf8350b3b service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629266 Jan 18 16:35:25.157918 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Made reservation on behalf of dba904fb8d2b4eef9f7c7a5740170780 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:35:25.161659 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.316519 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:25.321543 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1e1792d2-ff30-4e91-a907-d850247b8ce2 req-f1483af4-71dc-442c-8447-b5d751db6968 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041004 Jan 18 16:35:25.348544 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39045f81-1e92-4b51-a31d-3bf61b278187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.387662 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Allocated IP 172.20.0.11 (8dd083ae-24c9-4a76-85c1-b5a769e8710c/13b89a15-6265-4f2e-80e8-c65a89f40785/3631fd8e-4293-4af6-ab7c-80cd376079fa) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:35:25.523458 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-6306aaa0-9e7e-4d9d-9af9-43332321382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:25.524911 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-6306aaa0-9e7e-4d9d-9af9-43332321382c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.1347935 Jan 18 16:35:25.607037 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf100ca-21eb-4125-b972-3e7ebbcad370 req-afb5c469-19d5-4280-aa9f-0af1c6ee33b0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:25.608626 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9bf100ca-21eb-4125-b972-3e7ebbcad370 req-afb5c469-19d5-4280-aa9f-0af1c6ee33b0 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1569118 Jan 18 16:35:25.684335 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39045f81-1e92-4b51-a31d-3bf61b278187 admin admin] Publish callbacks [] for security_group (ecd41c7e-503e-4c36-a868-45e5778a9536), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.687935 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b8bca644-1c8a-4d20-b096-9650b85171d9 req-be5bd495-adca-4ffa-bb46-8930e2fc46ae tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 210 time: 0.2263768 Jan 18 16:35:25.689878 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39045f81-1e92-4b51-a31d-3bf61b278187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (ecd41c7e-503e-4c36-a868-45e5778a9536), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.735009 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-39045f81-1e92-4b51-a31d-3bf61b278187 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f685539101954b798dcf1c4f93512acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140205 Jan 18 16:35:25.735009 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39045f81-1e92-4b51-a31d-3bf61b278187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd41c7e-503e-4c36-a868-45e5778a9536,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:25.735510 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44258) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:25.742304 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-91b880df-9295-4c87-a86c-176bf2d5aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:25.744506 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-91b880df-9295-4c87-a86c-176bf2d5aa66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.2059517 Jan 18 16:35:25.803670 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-404bc0f3-bd6f-4a08-88b6-53dc59677d73 admin admin] Publish callbacks [] for security_group (ecd41c7e-503e-4c36-a868-45e5778a9536), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.828110 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9bf100ca-21eb-4125-b972-3e7ebbcad370 req-7125269a-213e-4062-bcdc-69f9b0f4e34e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876564 Jan 18 16:35:25.831695 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-50e9cfac-e937-4f13-8e04-3e612863a160 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 217 time: 0.0631511 Jan 18 16:35:25.832655 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-404bc0f3-bd6f-4a08-88b6-53dc59677d73 admin admin] Publish callbacks [] for security_group (ecd41c7e-503e-4c36-a868-45e5778a9536), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.835092 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks [] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.892425 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-404bc0f3-bd6f-4a08-88b6-53dc59677d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (ecd41c7e-503e-4c36-a868-45e5778a9536), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.895237 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-404bc0f3-bd6f-4a08-88b6-53dc59677d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:25.896449 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-404bc0f3-bd6f-4a08-88b6-53dc59677d73 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ecd41c7e-503e-4c36-a868-45e5778a9536 HTTP/1.1" status: 204 len: 168 time: 0.1503468 Jan 18 16:35:25.922431 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bc0f3-bd6f-4a08-88b6-53dc59677d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd41c7e-503e-4c36-a868-45e5778a9536,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:26.165746 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-eb37ad5c-cee4-4a6c-af0d-b2d7884987bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:26.168291 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-eb37ad5c-cee4-4a6c-af0d-b2d7884987bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.3277571 Jan 18 16:35:26.188919 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:26.206159 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4', '59d86089-d5a0-456b-871d-15067517fe04', '1952e46f-8545-4472-8ff8-bab5fa5bcd41'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:26.210965 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-8e8adde6-f97a-4121-926d-23565c502bc6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318911 Jan 18 16:35:26.280269 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Network 8dd083ae-24c9-4a76-85c1-b5a769e8710c is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:35:26.285568 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:35:26.296837 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:35:26.305596 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:26.306481 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:26.395601 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5497036 Jan 18 16:35:26.400708 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527736eb-03ea-4f9a-8232-a09ff9ce654b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event updated for resources: {'Port': ['ID=3631fd8e-4293-4af6-ab7c-80cd376079fa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:26.427906 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Request body: {'port': {'device_id': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:26.458233 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-220a3609-7db8-4ec3-9066-74752186eddc service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193224 Jan 18 16:35:26.585918 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:26.675819 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-50ed5fea-1299-47a8-8808-62f0107bfee0 req-2d3bb444-fd2b-40e7-981c-fc6bf9710f98 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940382 Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.000474 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:27.004199 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:35:27.005347 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6e349-bfd8-44d7-9f6d-f9ce79c5b0e3 req-bb13719b-6377-4902-8746-7e9c906fa3a2 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:27.013860 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-25a6e349-bfd8-44d7-9f6d-f9ce79c5b0e3 req-bb13719b-6377-4902-8746-7e9c906fa3a2 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 932 time: 0.1730738 Jan 18 16:35:27.048999 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3631fd8e-4293-4af6-ab7c-80cd376079fa {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:35:27.064557 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Publish callbacks [] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:27.093131 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Transition to ACTIVE for port object 3631fd8e-4293-4af6-ab7c-80cd376079fa will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:35:27.097579 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-25a6e349-bfd8-44d7-9f6d-f9ce79c5b0e3 req-85b2f963-0038-4d4b-a63e-173eb1ca6ba5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837688 Jan 18 16:35:27.102304 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:27.170549 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Pushing event updated for resources: {'Port': ['ID=3631fd8e-4293-4af6-ab7c-80cd376079fa,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:27.189941 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f45ead-c17c-4cfa-8b10-065a0160c38e req-c88f02f5-8bd5-47b8-9e8c-504877ab40fe tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:27.200304 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f0f45ead-c17c-4cfa-8b10-065a0160c38e req-c88f02f5-8bd5-47b8-9e8c-504877ab40fe tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1590722 Jan 18 16:35:27.219054 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Attempting to bind port 3631fd8e-4293-4af6-ab7c-80cd376079fa on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:35:27.219434 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Attempting to bind port 3631fd8e-4293-4af6-ab7c-80cd376079fa by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:35:27.219732 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Attempting to bind port 3631fd8e-4293-4af6-ab7c-80cd376079fa on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:35:27.224793 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Port 3631fd8e-4293-4af6-ab7c-80cd376079fa on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:35:27.225110 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Attempting to bind port 3631fd8e-4293-4af6-ab7c-80cd376079fa on network 8dd083ae-24c9-4a76-85c1-b5a769e8710c {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:35:27.231077 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:35:27.232398 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Checking segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:35:27.232990 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Bound using segment: {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:35:27.233749 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Bound port: 3631fd8e-4293-4af6-ab7c-80cd376079fa, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:35:27.234298 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:27.267532 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f0f45ead-c17c-4cfa-8b10-065a0160c38e req-9b1e8b63-7843-4477-b8ef-f13748e2c5d6 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657966 Jan 18 16:35:27.339548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] For port 3631fd8e-4293-4af6-ab7c-80cd376079fa, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:35:27.346374 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] For port 3631fd8e-4293-4af6-ab7c-80cd376079fa, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=3631fd8e-4293-4af6-ab7c-80cd376079fa,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:35:27.357523 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:27.437424 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:27.438696 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:27.443869 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] 10.222.0.81 "PUT /v2.0/ports/3631fd8e-4293-4af6-ab7c-80cd376079fa HTTP/1.1" status: 200 len: 1094 time: 1.0259302 Jan 18 16:35:27.444745 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'tag': '3631fd8e-4293-4af6-ab7c-80cd376079fa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:27.449407 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f56c4e-3d93-454f-ba28-47cf0927d3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "325a89fd-c992-4b0f-a5db-1fcdf32582ad", "tag": "3631fd8e-4293-4af6-ab7c-80cd376079fa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:27.503705 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8365a-553a-4592-8d81-6633ebe38e7e service neutron] Pushing event updated for resources: {'Port': ['ID=3631fd8e-4293-4af6-ab7c-80cd376079fa,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:27.543031 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae99a4c-e379-4141-8435-4a784822aa8e x-openstack-request-id: req-eae99a4c-e379-4141-8435-4a784822aa8e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:27.543547 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325a89fd-c992-4b0f-a5db-1fcdf32582ad", "tag": "3631fd8e-4293-4af6-ab7c-80cd376079fa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:27.543986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eae99a4c-e379-4141-8435-4a784822aa8e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:27.544482 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'tag': '3631fd8e-4293-4af6-ab7c-80cd376079fa', 'status': 'completed', 'code': 200} Jan 18 16:35:27.588964 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-c91aa6d1-ecbf-4dee-866f-70b5834752f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:27.591472 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-c91aa6d1-ecbf-4dee-866f-70b5834752f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 1097 time: 0.0704918 Jan 18 16:35:27.684532 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-c6308fb2-9e22-4de5-a855-4e3611d77e19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3631fd8e-4293-4af6-ab7c-80cd376079fa HTTP/1.1" status: 200 len: 217 time: 0.0759766 Jan 18 16:35:27.757042 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-0e3ceccb-010f-4892-8da1-0de32c971c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:27.759894 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-0e3ceccb-010f-4892-8da1-0de32c971c6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.0685830 Jan 18 16:35:27.828892 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-48954de6-5210-4f66-9e00-6e1b7c7f17ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612016 Jan 18 16:35:27.988589 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-6b5c4541-90e0-4d05-97e0-be203cb1788d service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508460 Jan 18 16:35:28.138085 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ee849dff-0f5d-44aa-8658-dc48a7d6d026 req-8e5b65b5-b45e-44d7-84d9-e52004da0edf service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346095 Jan 18 16:35:28.293712 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-cd61e702-b5de-4182-a7db-2d2e2666ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:28.296013 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-cd61e702-b5de-4182-a7db-2d2e2666ce63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 1097 time: 0.0977223 Jan 18 16:35:28.321791 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695ee86-ad4f-46fd-a9f1-7b85bda0e6ae req-5c32b2ac-2468-4bb5-ba37-483712621efa tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:28.324028 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4695ee86-ad4f-46fd-a9f1-7b85bda0e6ae req-5c32b2ac-2468-4bb5-ba37-483712621efa tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 944 time: 0.0903933 Jan 18 16:35:28.445173 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6c734-ced6-41a6-93d7-6e5efe2e7fe4 req-5f150189-61a5-4060-b59e-3e6476d361f5 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:28.446803 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-30f6c734-ced6-41a6-93d7-6e5efe2e7fe4 req-5f150189-61a5-4060-b59e-3e6476d361f5 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0636258 Jan 18 16:35:28.495665 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4695ee86-ad4f-46fd-a9f1-7b85bda0e6ae req-a05ac451-1359-4964-af21-67e5faab3395 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541646 Jan 18 16:35:28.510581 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-b00c2788-fde5-439b-991c-2ef89a29ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:28.514618 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-b00c2788-fde5-439b-991c-2ef89a29ecd9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 200 len: 916 time: 0.2112331 Jan 18 16:35:28.534944 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-30f6c734-ced6-41a6-93d7-6e5efe2e7fe4 req-05528fd6-09ef-4ea1-9645-414ae823101a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Jan 18 16:35:28.574528 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-143407c2-ce87-4ed0-aa80-668c86b109f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3631fd8e-4293-4af6-ab7c-80cd376079fa HTTP/1.1" status: 200 len: 217 time: 0.0523901 Jan 18 16:35:28.631942 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-e7d33e3f-81d0-4d7c-bdf6-4a780e1c7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:28.633587 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-e7d33e3f-81d0-4d7c-bdf6-4a780e1c7551 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 200 len: 855 time: 0.0531530 Jan 18 16:35:28.667723 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-492d2596-e1bb-4cce-82be-85c91ab295c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dd083ae-24c9-4a76-85c1-b5a769e8710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275230 Jan 18 16:35:28.778582 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-aa208f31-133c-40b1-8d5d-42b72344e71f service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039133 Jan 18 16:35:28.830238 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44392) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:28.891948 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06f56c4e-3d93-454f-ba28-47cf0927d3f0 req-50fbf03e-943c-425d-9d3f-21f91efa1b2d service neutron] 10.222.0.81 "GET /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049592 Jan 18 16:35:29.025652 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d41d8f17-c629-4d4e-8bb6-094a5b739167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.146020 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d41d8f17-c629-4d4e-8bb6-094a5b739167 admin admin] Publish callbacks [] for security_group (069df180-da08-40fc-8a4b-571f35844ebc), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.151178 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d41d8f17-c629-4d4e-8bb6-094a5b739167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (069df180-da08-40fc-8a4b-571f35844ebc), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.207728 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-d41d8f17-c629-4d4e-8bb6-094a5b739167 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e9c55beffe9416f83947668d32563e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759546 Jan 18 16:35:29.208629 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d8f17-c629-4d4e-8bb6-094a5b739167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069df180-da08-40fc-8a4b-571f35844ebc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:29.211629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44408) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:29.271556 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00d3829-0aeb-4014-b7b6-3c78b65681a6 admin admin] Publish callbacks [] for security_group (069df180-da08-40fc-8a4b-571f35844ebc), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.294345 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00d3829-0aeb-4014-b7b6-3c78b65681a6 admin admin] Publish callbacks [] for security_group (069df180-da08-40fc-8a4b-571f35844ebc), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.348069 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00d3829-0aeb-4014-b7b6-3c78b65681a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (069df180-da08-40fc-8a4b-571f35844ebc), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.351920 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00d3829-0aeb-4014-b7b6-3c78b65681a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.353517 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-e00d3829-0aeb-4014-b7b6-3c78b65681a6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/069df180-da08-40fc-8a4b-571f35844ebc HTTP/1.1" status: 204 len: 168 time: 0.1403954 Jan 18 16:35:29.362466 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d3829-0aeb-4014-b7b6-3c78b65681a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069df180-da08-40fc-8a4b-571f35844ebc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:29.633283 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6dcdf-e425-4d1b-8ec5-a4ad86cfb299 req-1d968f22-7c2a-44ff-8bd3-9b8578520370 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:29.634915 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c1c6dcdf-e425-4d1b-8ec5-a4ad86cfb299 req-1d968f22-7c2a-44ff-8bd3-9b8578520370 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 944 time: 0.0656204 Jan 18 16:35:29.697898 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c1c6dcdf-e425-4d1b-8ec5-a4ad86cfb299 req-178b7e23-662b-469a-b523-f78155648baa tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548782 Jan 18 16:35:29.719117 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f07adb-6bb7-4731-a759-0e131763a41c req-536e92f4-62d0-43c3-8410-01c3dad57322 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:29.720666 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-48f07adb-6bb7-4731-a759-0e131763a41c req-536e92f4-62d0-43c3-8410-01c3dad57322 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0849090 Jan 18 16:35:29.720794 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44418) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:29.734723 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1d58bd61-56f1-4858-a8f9-0f783fa3bfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.775050 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-48f07adb-6bb7-4731-a759-0e131763a41c req-bf3d36a5-56df-4393-bdc2-11e6c680494e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464189 Jan 18 16:35:29.826324 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1d58bd61-56f1-4858-a8f9-0f783fa3bfd0 admin admin] Publish callbacks [] for security_group (10e8e2b6-fbad-4b53-8c41-044c53a10887), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.830881 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1d58bd61-56f1-4858-a8f9-0f783fa3bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (10e8e2b6-fbad-4b53-8c41-044c53a10887), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.864412 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58bd61-56f1-4858-a8f9-0f783fa3bfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e8e2b6-fbad-4b53-8c41-044c53a10887,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:29.883853 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-1d58bd61-56f1-4858-a8f9-0f783fa3bfd0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cda788f2600b4a598bfadb77b738bb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619711 Jan 18 16:35:29.887843 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44424) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:29.960346 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c10403c0-f063-4d49-bf01-9d79153fcc7d admin admin] Publish callbacks [] for security_group (10e8e2b6-fbad-4b53-8c41-044c53a10887), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.985566 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c10403c0-f063-4d49-bf01-9d79153fcc7d admin admin] Publish callbacks [] for security_group (10e8e2b6-fbad-4b53-8c41-044c53a10887), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:30.056983 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c10403c0-f063-4d49-bf01-9d79153fcc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (10e8e2b6-fbad-4b53-8c41-044c53a10887), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:30.060642 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c10403c0-f063-4d49-bf01-9d79153fcc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:30.062650 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c10403c0-f063-4d49-bf01-9d79153fcc7d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/10e8e2b6-fbad-4b53-8c41-044c53a10887 HTTP/1.1" status: 204 len: 168 time: 0.1734788 Jan 18 16:35:30.076378 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10403c0-f063-4d49-bf01-9d79153fcc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e8e2b6-fbad-4b53-8c41-044c53a10887,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:30.524523 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b25c8-6b9c-4bf1-ab4d-129310e1c8da req-abf9b37d-e089-4259-b010-b1b47145a164 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:30.524523 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c6b25c8-6b9c-4bf1-ab4d-129310e1c8da req-abf9b37d-e089-4259-b010-b1b47145a164 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0712187 Jan 18 16:35:30.590002 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c6b25c8-6b9c-4bf1-ab4d-129310e1c8da req-b8bdeb2c-bf4c-4840-8e66-9e6f90c588d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586143 Jan 18 16:35:30.843827 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7a255-9af3-4c60-a705-298850e571bd req-dfa2851e-db50-404c-a4ee-2c95ef7d2445 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:30.845365 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ebd7a255-9af3-4c60-a705-298850e571bd req-dfa2851e-db50-404c-a4ee-2c95ef7d2445 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 944 time: 0.0665078 Jan 18 16:35:30.900355 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ebd7a255-9af3-4c60-a705-298850e571bd req-24ec903c-06ef-43fa-9e84-5e45d90edff1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Jan 18 16:35:30.982179 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44480) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:31.096377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1200051205-network', 'tenant_id': '67763392f0f14d98aaa54c9bcd06d160'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:31.123739 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Made reservation on behalf of 67763392f0f14d98aaa54c9bcd06d160 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:35:31.126276 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.136329 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.230238 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks [] for security_group (f43e12b0-3284-4326-96f1-50c4fe36e050), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.235730 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f43e12b0-3284-4326-96f1-50c4fe36e050), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.285951 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:35:31.299384 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e12b0-3284-4326-96f1-50c4fe36e050,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:31.306251 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (989d6b24-4727-47ac-bfb5-2fc0313458bf), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.306588 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Added segment 989d6b24-4727-47ac-bfb5-2fc0313458bf of type vlan for network 314eed03-b53a-4549-941d-3c0b15915daf Jan 18 16:35:31.326633 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970e2a-e63f-49d2-956f-e5ee0743b341 req-55aff971-4769-4a9f-b9d1-a5c7d803f052 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:31.328169 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3c970e2a-e63f-49d2-956f-e5ee0743b341 req-55aff971-4769-4a9f-b9d1-a5c7d803f052 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1109033 Jan 18 16:35:31.374746 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (314eed03-b53a-4549-941d-3c0b15915daf), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.418805 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3c970e2a-e63f-49d2-956f-e5ee0743b341 req-6aec5ca3-1298-4b9c-84a9-3e3631a23ebe tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Jan 18 16:35:31.424202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (314eed03-b53a-4549-941d-3c0b15915daf), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.425391 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:31.425924 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.478406 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 3631fd8e-4293-4af6-ab7c-80cd376079fa details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:35:31.480060 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4960113 Jan 18 16:35:31.483032 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44492) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:31.488364 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Request body: {'subnet': {'network_id': '314eed03-b53a-4549-941d-3c0b15915daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1200051205-subnet', 'tenant_id': '67763392f0f14d98aaa54c9bcd06d160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:31.531635 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Made reservation on behalf of 67763392f0f14d98aaa54c9bcd06d160 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:35:31.537121 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.541247 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbda70-ffc7-474b-82ac-1b31cbc94e34 admin admin] Pushing event updated for resources: {'Network': ['ID=314eed03-b53a-4549-941d-3c0b15915daf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:31.565774 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 314eed03-b53a-4549-941d-3c0b15915daf details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:35:31.661814 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 3631fd8e-4293-4af6-ab7c-80cd376079fa, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=3631fd8e-4293-4af6-ab7c-80cd376079fa,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:31.678229 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '3631fd8e-4293-4af6-ab7c-80cd376079fa', 'network_id': '8dd083ae-24c9-4a76-85c1-b5a769e8710c', 'port_id': '3631fd8e-4293-4af6-ab7c-80cd376079fa', 'mac_address': 'fa:16:3e:3d:05:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b89a15-6265-4f2e-80e8-c65a89f40785', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:35:31.759459 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 3631fd8e-4293-4af6-ab7c-80cd376079fa is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:31.759855 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.773732 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bf3f5-f8da-4244-b179-d78382e10bdc req-e5c141bb-cb81-4868-9882-b9eb4a9a4325 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:31.775909 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a72bf3f5-f8da-4244-b179-d78382e10bdc req-e5c141bb-cb81-4868-9882-b9eb4a9a4325 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0844352 Jan 18 16:35:31.786214 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3631fd8e-4293-4af6-ab7c-80cd376079fa {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:35:31.811184 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 3631fd8e-4293-4af6-ab7c-80cd376079fa, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=3631fd8e-4293-4af6-ab7c-80cd376079fa,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:31.816072 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (26f1efe8-1694-4e03-b5bc-d77d537de7d2), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.817199 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.844168 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a72bf3f5-f8da-4244-b179-d78382e10bdc req-4b79767c-7e2e-4faa-a72f-71c823c4606b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616212 Jan 18 16:35:31.878247 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f1efe8-1694-4e03-b5bc-d77d537de7d2,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:31.878716 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=3631fd8e-4293-4af6-ab7c-80cd376079fa,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:31.891882 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Checking segment: {'id': '989d6b24-4727-47ac-bfb5-2fc0313458bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '314eed03-b53a-4549-941d-3c0b15915daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:35:31.892560 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.892714 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Network hostable DHCP agents. Network: 314eed03-b53a-4549-941d-3c0b15915daf, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:35:31.894981 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.895808 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.896596 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.901524 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.903854 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.903854 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.903854 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.904243 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.904569 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.905055 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.905755 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.906104 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:31.918773 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Network 314eed03-b53a-4549-941d-3c0b15915daf is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:35:31.930127 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 314eed03-b53a-4549-941d-3c0b15915daf) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:35:31.938901 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:31.938901 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.942347 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af9d82-e075-4f7f-b77c-54e99d4e11af None None] Network 314eed03-b53a-4549-941d-3c0b15915daf requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:35:31.976646 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9388bb62-9b2b-4770-aa85-4aad60da9f62 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4865623 Jan 18 16:35:32.064639 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a85c51-5d97-43c1-a364-b60c6fe75ace req-a7c09183-e1c3-4723-9e1f-ae6c884d15df tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:32.066979 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-84a85c51-5d97-43c1-a364-b60c6fe75ace req-a7c09183-e1c3-4723-9e1f-ae6c884d15df tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 945 time: 0.0588555 Jan 18 16:35:32.095362 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d28575-b4da-4fd8-9779-c8b03685b503 None None] Network 314eed03-b53a-4549-941d-3c0b15915daf requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:35:32.135127 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-84a85c51-5d97-43c1-a364-b60c6fe75ace req-8fc411bb-23fb-4a2d-a3b4-6b34cc323e66 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623682 Jan 18 16:35:32.196009 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['3631fd8e-4293-4af6-ab7c-80cd376079fa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:32.561119 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44524) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:32.566195 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1114603480-network', 'tenant_id': '32a1ad9cd78148229f4db637ce3519c3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:32.590064 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Made reservation on behalf of 32a1ad9cd78148229f4db637ce3519c3 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:35:32.592946 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.602642 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.686430 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks [] for security_group (2002b0fd-bd4a-4ac9-b982-3e0f75ec3988), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.690820 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2002b0fd-bd4a-4ac9-b982-3e0f75ec3988), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.716808 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:35:32.727427 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002b0fd-bd4a-4ac9-b982-3e0f75ec3988,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:32.732740 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (66545f18-4868-4049-867d-d628af5a0f19), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.733124 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Added segment 66545f18-4868-4049-867d-d628af5a0f19 of type vlan for network fb997fef-2a75-4728-b2ef-fc3f4899336e Jan 18 16:35:32.778480 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (fb997fef-2a75-4728-b2ef-fc3f4899336e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.804304 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (fb997fef-2a75-4728-b2ef-fc3f4899336e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.805326 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:32.805945 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:32.863112 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3008113 Jan 18 16:35:32.866071 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:32.876761 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Request body: {'subnet': {'network_id': 'fb997fef-2a75-4728-b2ef-fc3f4899336e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1114603480-subnet', 'tenant_id': '32a1ad9cd78148229f4db637ce3519c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:32.879426 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bdb9d-b500-4281-913b-4cb3e949189b admin admin] Pushing event updated for resources: {'Network': ['ID=fb997fef-2a75-4728-b2ef-fc3f4899336e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:32.891203 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network fb997fef-2a75-4728-b2ef-fc3f4899336e details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:35:32.904961 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Made reservation on behalf of 32a1ad9cd78148229f4db637ce3519c3 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:35:32.907753 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:33.032190 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6691b0-af25-4cae-8e44-d38278c183ac req-62cba886-c806-4ef2-b7e4-da8d6c36bd9b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:33.033849 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dd6691b0-af25-4cae-8e44-d38278c183ac req-62cba886-c806-4ef2-b7e4-da8d6c36bd9b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1043048 Jan 18 16:35:33.198188 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dd6691b0-af25-4cae-8e44-d38278c183ac req-f04dfbba-2f86-4395-b1ee-d488d051d4ce tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475799 Jan 18 16:35:33.213910 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (faa64adc-fd55-41fd-98be-049b95de0978), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:33.263244 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa64adc-fd55-41fd-98be-049b95de0978,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:33.284353 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Checking segment: {'id': '66545f18-4868-4049-867d-d628af5a0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'fb997fef-2a75-4728-b2ef-fc3f4899336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:35:33.284718 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Network hostable DHCP agents. Network: fb997fef-2a75-4728-b2ef-fc3f4899336e, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:35:33.295900 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3589d-a9ab-48fb-98e3-fc806e692561 req-92efd7f6-5dce-45b6-bf07-dd399e670b0d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:33.298475 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a0b3589d-a9ab-48fb-98e3-fc806e692561 req-92efd7f6-5dce-45b6-bf07-dd399e670b0d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 945 time: 0.0629842 Jan 18 16:35:33.302871 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Network fb997fef-2a75-4728-b2ef-fc3f4899336e is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:35:33.313611 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, fb997fef-2a75-4728-b2ef-fc3f4899336e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:35:33.317701 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:33.318304 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:33.325570 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e510295a-14a7-4ce2-afc1-607ab895df37 None None] Network fb997fef-2a75-4728-b2ef-fc3f4899336e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:35:33.341728 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-10d021bb-da69-44a9-89af-ca1846f43705 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4742806 Jan 18 16:35:33.357290 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a0b3589d-a9ab-48fb-98e3-fc806e692561 req-412aece7-5d48-41b3-97a6-f755aec715ed tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523186 Jan 18 16:35:33.458049 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85cce9-1aa3-40cb-9569-2d8b2faf1321 None None] Network fb997fef-2a75-4728-b2ef-fc3f4899336e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:35:33.519045 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 3631fd8e-4293-4af6-ab7c-80cd376079fa up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:35:33.600129 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 3631fd8e-4293-4af6-ab7c-80cd376079fa completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:35:33.604216 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 3631fd8e-4293-4af6-ab7c-80cd376079fa triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:35:33.604582 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:33.692519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 3631fd8e-4293-4af6-ab7c-80cd376079fa is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:33.692907 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:33.717566 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3631fd8e-4293-4af6-ab7c-80cd376079fa'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:33.719719 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d3053b-10e2-4be3-8f31-45354e6e4b4f" -d '{"events": [{"server_uuid": "325a89fd-c992-4b0f-a5db-1fcdf32582ad", "name": "network-vif-plugged", "status": "completed", "tag": "3631fd8e-4293-4af6-ab7c-80cd376079fa"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:33.735755 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 3631fd8e-4293-4af6-ab7c-80cd376079fa, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=3631fd8e-4293-4af6-ab7c-80cd376079fa,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:33.741054 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:33.769151 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a7abf0-0e58-44e0-a80a-3a375f96c70c x-openstack-request-id: req-15a7abf0-0e58-44e0-a80a-3a375f96c70c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:33.771321 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325a89fd-c992-4b0f-a5db-1fcdf32582ad", "name": "network-vif-plugged", "status": "completed", "tag": "3631fd8e-4293-4af6-ab7c-80cd376079fa", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:33.771598 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15a7abf0-0e58-44e0-a80a-3a375f96c70c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:33.772021 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3631fd8e-4293-4af6-ab7c-80cd376079fa', 'code': 200} Jan 18 16:35:33.818490 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=3631fd8e-4293-4af6-ab7c-80cd376079fa,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:33.964520 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fffd9c-ac24-4703-b30a-c0212281b0ab req-94c0d354-99a1-456c-b581-1f6a11afb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:33.966054 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a7fffd9c-ac24-4703-b30a-c0212281b0ab req-94c0d354-99a1-456c-b581-1f6a11afb333 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 1099 time: 0.0538487 Jan 18 16:35:34.013181 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a7fffd9c-ac24-4703-b30a-c0212281b0ab req-2f4bf274-d729-41f2-801d-357b0fca5e2c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Jan 18 16:35:34.337150 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db064-1ed5-47db-bd32-8dabdb98accb req-16671cc1-16a0-4d72-aa7c-c97cf2236e5d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:34.338607 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cf2db064-1ed5-47db-bd32-8dabdb98accb req-16671cc1-16a0-4d72-aa7c-c97cf2236e5d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0591185 Jan 18 16:35:34.387825 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cf2db064-1ed5-47db-bd32-8dabdb98accb req-c20dea04-f30d-4e46-90c9-92301c56386d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433874 Jan 18 16:35:34.503923 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99770d06-fc70-4187-a90a-07df905366d7 req-ff0e035a-b816-4d37-afbf-1b67eadd6995 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:34.505394 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-99770d06-fc70-4187-a90a-07df905366d7 req-ff0e035a-b816-4d37-afbf-1b67eadd6995 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 946 time: 0.0616708 Jan 18 16:35:34.552423 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-99770d06-fc70-4187-a90a-07df905366d7 req-a6f8cc86-392e-4c92-99eb-f33a1e56135e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Jan 18 16:35:35.520022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b4d65-eb27-49d9-87bf-00838d5cc8b1 req-5ff1fb4a-7030-4c74-8bcc-0379e4071bac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:35.521621 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e12b4d65-eb27-49d9-87bf-00838d5cc8b1 req-5ff1fb4a-7030-4c74-8bcc-0379e4071bac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0506623 Jan 18 16:35:35.572384 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e12b4d65-eb27-49d9-87bf-00838d5cc8b1 req-d032b092-9af7-4508-9138-be89699f1cdf tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Jan 18 16:35:35.694549 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d0805-b3e5-4165-b6ad-7030dadc54f3 req-14ca55c8-c0e8-466b-a53c-9a9ccad15049 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:35.695935 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b22d0805-b3e5-4165-b6ad-7030dadc54f3 req-14ca55c8-c0e8-466b-a53c-9a9ccad15049 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 946 time: 0.0569708 Jan 18 16:35:35.748287 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b22d0805-b3e5-4165-b6ad-7030dadc54f3 req-654f6a87-14a4-4e64-a4ab-71c028c698dd tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Jan 18 16:35:36.504394 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13b960b2-db12-4d4f-a7fa-c4930ee0b102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:36.722818 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda6f8-02a9-4327-9051-1dd233547b83 req-2249d674-19de-4c37-9dd8-44bc31c76525 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:36.724582 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fbbda6f8-02a9-4327-9051-1dd233547b83 req-2249d674-19de-4c37-9dd8-44bc31c76525 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0587583 Jan 18 16:35:36.795645 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fbbda6f8-02a9-4327-9051-1dd233547b83 req-b36d1f1f-ab32-44bb-8ad0-7edd98e3a8fe tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644011 Jan 18 16:35:36.892387 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0178e-fa04-4d5c-89f6-6ee908cf7244 req-3340dd2a-f37e-43fa-804e-dc042bda2095 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:36.894322 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58e0178e-fa04-4d5c-89f6-6ee908cf7244 req-3340dd2a-f37e-43fa-804e-dc042bda2095 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 946 time: 0.0511954 Jan 18 16:35:36.943392 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58e0178e-fa04-4d5c-89f6-6ee908cf7244 req-44786e04-26ef-44b8-9431-e437d2deed7d tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Jan 18 16:35:37.952495 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d81c6c-95e4-4d96-938d-2f8009143e3c req-f9a76bce-0925-47a5-a825-1d3a1b771060 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:37.954179 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-19d81c6c-95e4-4d96-938d-2f8009143e3c req-f9a76bce-0925-47a5-a825-1d3a1b771060 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0744450 Jan 18 16:35:38.015302 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-19d81c6c-95e4-4d96-938d-2f8009143e3c req-5b9211d6-3e63-41a0-ada9-488bf9bec491 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544412 Jan 18 16:35:38.395217 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c7ae4-bbec-498c-9b4b-965e7a4cbd10 req-1ebafdeb-bf13-4b91-9749-34958fedf116 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:38.398468 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e95c7ae4-bbec-498c-9b4b-965e7a4cbd10 req-1ebafdeb-bf13-4b91-9749-34958fedf116 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0691087 Jan 18 16:35:38.467207 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e95c7ae4-bbec-498c-9b4b-965e7a4cbd10 req-39d77abc-e623-458a-8f4c-869f1dc0da2e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619192 Jan 18 16:35:39.151638 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ea6f-79a2-4e16-b7a5-f7a714a5788c req-0d3f7a45-51dc-42da-b937-824870f6c4d7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:39.154140 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6552ea6f-79a2-4e16-b7a5-f7a714a5788c req-0d3f7a45-51dc-42da-b937-824870f6c4d7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0602651 Jan 18 16:35:39.234453 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6552ea6f-79a2-4e16-b7a5-f7a714a5788c req-da3d2d67-866e-4bc9-a37e-6a61742d4589 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743845 Jan 18 16:35:39.359203 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1f714419-7411-4045-8c87-2b77f66c3fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:39.593595 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41814ed-46e7-457e-ba9c-042320205444 req-c70b3e04-9f51-4ee4-a1a0-bf92549a3a34 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:39.595169 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f41814ed-46e7-457e-ba9c-042320205444 req-c70b3e04-9f51-4ee4-a1a0-bf92549a3a34 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0518498 Jan 18 16:35:39.646196 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f41814ed-46e7-457e-ba9c-042320205444 req-71c7c3ec-5883-43e1-97b5-c3d3b55a4fd4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Jan 18 16:35:40.381687 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599822-7620-4ffd-be38-4491df502ec2 req-05d500e8-09b3-4249-a11e-3f16a9024dca tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:40.383436 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ed599822-7620-4ffd-be38-4491df502ec2 req-05d500e8-09b3-4249-a11e-3f16a9024dca tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0598159 Jan 18 16:35:40.451531 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ed599822-7620-4ffd-be38-4491df502ec2 req-2d063cde-5a57-4135-bbf5-dc9ae57ad391 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607789 Jan 18 16:35:40.778236 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150d517-dddb-4830-9b7a-d1aea3c902e0 req-a769e7cd-2cb4-4e69-9bef-a88261ba0d0f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:40.779816 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5150d517-dddb-4830-9b7a-d1aea3c902e0 req-a769e7cd-2cb4-4e69-9bef-a88261ba0d0f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0595922 Jan 18 16:35:40.835311 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5150d517-dddb-4830-9b7a-d1aea3c902e0 req-a43eccfe-7577-40d4-a7ac-65bfb5dff251 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492692 Jan 18 16:35:40.987180 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.612704 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072bc49-1a90-4f4d-882e-add97d184875 req-44c3886d-3140-4e84-8991-5afe51da45cb tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:41.614275 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6072bc49-1a90-4f4d-882e-add97d184875 req-44c3886d-3140-4e84-8991-5afe51da45cb tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0572383 Jan 18 16:35:41.675192 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6072bc49-1a90-4f4d-882e-add97d184875 req-44f5cf9a-6986-43c8-adc0-eccead96d9a3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514743 Jan 18 16:35:41.973726 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ba942-b63d-45a9-aa5a-aca7473ea64f req-79890b9b-d035-443b-80e2-d3e0ac20f3b1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:41.975387 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-587ba942-b63d-45a9-aa5a-aca7473ea64f req-79890b9b-d035-443b-80e2-d3e0ac20f3b1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0558958 Jan 18 16:35:42.024501 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-587ba942-b63d-45a9-aa5a-aca7473ea64f req-7bb8c97b-a5aa-4c24-a520-ad8d06f083a5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Jan 18 16:35:42.395181 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:42.803006 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9003663-8684-4dbd-a2b7-3fb6a7b9b310 req-e3e82e8b-321f-4e08-bbf1-a4cfed62deb1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.804515 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c9003663-8684-4dbd-a2b7-3fb6a7b9b310 req-e3e82e8b-321f-4e08-bbf1-a4cfed62deb1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0507028 Jan 18 16:35:42.856525 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c9003663-8684-4dbd-a2b7-3fb6a7b9b310 req-aea41589-3207-423e-b8a5-48580fbe1d7d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 Jan 18 16:35:43.148597 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:43.178266 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83092bbd-80e1-4163-ba6b-b281b8bed38d req-b01ee3c7-4d3e-4c11-8bac-0251d82ef346 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:43.179843 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-83092bbd-80e1-4163-ba6b-b281b8bed38d req-b01ee3c7-4d3e-4c11-8bac-0251d82ef346 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0771389 Jan 18 16:35:43.234128 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-83092bbd-80e1-4163-ba6b-b281b8bed38d req-3c6df973-2443-45c1-9210-99b74c54d8b4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476933 Jan 18 16:35:43.984028 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb63b6-01b3-4872-902c-2bfdfeee9967 req-8fd16210-3e9e-4fcd-a89d-0e3969285c17 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:43.985590 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dacb63b6-01b3-4872-902c-2bfdfeee9967 req-8fd16210-3e9e-4fcd-a89d-0e3969285c17 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0520909 Jan 18 16:35:44.041811 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dacb63b6-01b3-4872-902c-2bfdfeee9967 req-d0ad856d-7472-4a3a-a339-512a77638eee tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503309 Jan 18 16:35:44.386309 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01399f0-a8c5-4eac-ad70-1a63551bed00 req-b4e43f39-8a1f-45fd-849c-d2f611f907b7 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:44.389628 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e01399f0-a8c5-4eac-ad70-1a63551bed00 req-b4e43f39-8a1f-45fd-849c-d2f611f907b7 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0762439 Jan 18 16:35:44.462571 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e01399f0-a8c5-4eac-ad70-1a63551bed00 req-ed4d0b63-b249-426b-a8ec-b86e0db20456 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623713 Jan 18 16:35:45.093495 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041729f6-6bb9-4759-aa14-0da090ed9212 req-19ff4811-afb6-4f8e-84db-19dc6f73afa3 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:45.101512 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-041729f6-6bb9-4759-aa14-0da090ed9212 req-19ff4811-afb6-4f8e-84db-19dc6f73afa3 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0638108 Jan 18 16:35:45.110391 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-2199ea2b-142f-43e5-9911-a527f2aed0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:45.113736 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-2199ea2b-142f-43e5-9911-a527f2aed0e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.0777597 Jan 18 16:35:45.161166 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-041729f6-6bb9-4759-aa14-0da090ed9212 req-4eea2f37-dd43-458a-900f-3042df018429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Jan 18 16:35:45.249140 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2794de9-f30e-4675-b666-9a8d9b7c97ab req-c4229152-881e-41a5-9dc9-00ea81cf5c27 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:45.250586 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e2794de9-f30e-4675-b666-9a8d9b7c97ab req-c4229152-881e-41a5-9dc9-00ea81cf5c27 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1066577 Jan 18 16:35:45.253626 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-a229598d-fb5d-462a-bdf5-9e49cc46b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:45.255055 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-a229598d-fb5d-462a-bdf5-9e49cc46b36a service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.1306386 Jan 18 16:35:45.305381 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-9dd4dab9-65a6-4f04-ab70-8f6e08c4d80f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 217 time: 0.0412700 Jan 18 16:35:45.362929 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e2794de9-f30e-4675-b666-9a8d9b7c97ab req-4467cad0-433e-47b3-8c37-e4a73b67a8b1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052756 Jan 18 16:35:45.375234 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-565e8222-9a96-4c63-ae81-0cb08f749a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:45.376704 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-565e8222-9a96-4c63-ae81-0cb08f749a98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.0612979 Jan 18 16:35:45.598992 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251b70a-6559-4770-9153-e64ac6e3a579 req-d34998d6-d05e-42ca-a0cb-787359b19532 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:45.600710 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6251b70a-6559-4770-9153-e64ac6e3a579 req-d34998d6-d05e-42ca-a0cb-787359b19532 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0616171 Jan 18 16:35:45.627098 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-c9d04bdc-9db2-4ffe-b370-bdcc0d2eafd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2435129 Jan 18 16:35:45.657769 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6251b70a-6559-4770-9153-e64ac6e3a579 req-381a2583-4bdc-4d24-b868-32e67ffc4035 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498912 Jan 18 16:35:45.729611 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-0b5b05ab-50da-464d-907b-3e5d0e6002f0 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922036 Jan 18 16:35:45.848837 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c790cbe7-ca4b-4397-ab97-e94dc0abc093 req-52c14e32-d9e4-403f-817b-b94075baa35b service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982947 Jan 18 16:35:46.285994 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5044-6e35-4c20-8a73-7d68e8ce73e2 req-2e13f91f-e61a-4de6-82b6-2c8dabf9df42 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:46.287400 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-148c5044-6e35-4c20-8a73-7d68e8ce73e2 req-2e13f91f-e61a-4de6-82b6-2c8dabf9df42 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0503073 Jan 18 16:35:46.336150 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-148c5044-6e35-4c20-8a73-7d68e8ce73e2 req-f395786d-7223-458e-9dbb-62672b24e37c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Jan 18 16:35:46.500389 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff6085-4665-48e7-8d28-6c132f48ca36 req-be061553-f09b-4298-88f1-e0aa1d3ba0af tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:46.501974 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-43ff6085-4665-48e7-8d28-6c132f48ca36 req-be061553-f09b-4298-88f1-e0aa1d3ba0af tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0610440 Jan 18 16:35:46.550767 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-43ff6085-4665-48e7-8d28-6c132f48ca36 req-19dec789-b638-4f75-9692-81910547da4e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 Jan 18 16:35:46.776198 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5904f0-b85e-4f03-a5af-4ed639dd2dc4 req-93186727-80b2-40f9-9c57-bba956953f18 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:46.777810 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1b5904f0-b85e-4f03-a5af-4ed639dd2dc4 req-93186727-80b2-40f9-9c57-bba956953f18 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0505052 Jan 18 16:35:46.838285 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1b5904f0-b85e-4f03-a5af-4ed639dd2dc4 req-03e0c27a-76a1-458d-abcc-83436758814b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512221 Jan 18 16:35:47.339191 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44824) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:47.392099 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] Deleting subnet 26f1efe8-1694-4e03-b5bc-d77d537de7d2 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:35:47.395677 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] Publish callbacks [] for subnet (26f1efe8-1694-4e03-b5bc-d77d537de7d2), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.467245 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (26f1efe8-1694-4e03-b5bc-d77d537de7d2), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.513665 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b15498-f58d-4e78-9354-4b1aeb1b0d8e req-7764611f-4da4-42d3-aaa3-69be4c81e8ac tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:47.515240 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f9b15498-f58d-4e78-9354-4b1aeb1b0d8e req-7764611f-4da4-42d3-aaa3-69be4c81e8ac tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1001925 Jan 18 16:35:47.534083 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (26f1efe8-1694-4e03-b5bc-d77d537de7d2), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.572220 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:35:47.616454 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f9b15498-f58d-4e78-9354-4b1aeb1b0d8e req-071a3b9d-850e-4ddf-9ffc-69055d4d5409 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953410 Jan 18 16:35:47.641498 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (26f1efe8-1694-4e03-b5bc-d77d537de7d2), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.676211 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.680402 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/26f1efe8-1694-4e03-b5bc-d77d537de7d2 HTTP/1.1" status: 204 len: 168 time: 0.3389399 Jan 18 16:35:47.681322 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95df2c-fcc5-4004-97a4-e2b2d9ca294d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f1efe8-1694-4e03-b5bc-d77d537de7d2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:47.684344 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44830) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:47.697356 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee5122-caf4-4c4b-8fcc-024a8462ad70 req-459837f9-7ccc-43dc-ad49-306e79074af5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:47.699078 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d1ee5122-caf4-4c4b-8fcc-024a8462ad70 req-459837f9-7ccc-43dc-ad49-306e79074af5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0579317 Jan 18 16:35:47.718455 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:47.732896 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'port_id': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'mac_address': 'fa:16:3e:36:0e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:35:47.755708 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d1ee5122-caf4-4c4b-8fcc-024a8462ad70 req-57d62e5e-ff16-4b35-a2f1-132cabefe4b1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472553 Jan 18 16:35:47.770317 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (314eed03-b53a-4549-941d-3c0b15915daf), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.776271 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: ACTIVE; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:47.777303 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.791716 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5d245b6-15e0-4ad8-af8e-e8bab92cd287 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:35:47.812386 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:47.817632 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.863183 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (314eed03-b53a-4549-941d-3c0b15915daf), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.888042 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:47.890004 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314eed03-b53a-4549-941d-3c0b15915daf']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:47.907407 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989d6b24-4727-47ac-bfb5-2fc0313458bf') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:47.908127 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989d6b24-4727-47ac-bfb5-2fc0313458bf') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:47.950252 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (989d6b24-4727-47ac-bfb5-2fc0313458bf), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.964525 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['e5d245b6-15e0-4ad8-af8e-e8bab92cd287'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:47.968822 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (989d6b24-4727-47ac-bfb5-2fc0313458bf), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.979173 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:35:47.980422 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (989d6b24-4727-47ac-bfb5-2fc0313458bf), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:35:47.982883 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:35:48.043282 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b76b52-3cb0-4fad-961f-240769a8e009 req-b49e69a4-5615-4019-85a7-2dda6f0d365d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:48.054533 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f2b76b52-3cb0-4fad-961f-240769a8e009 req-b49e69a4-5615-4019-85a7-2dda6f0d365d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1319540 Jan 18 16:35:48.063793 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (314eed03-b53a-4549-941d-3c0b15915daf), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.071874 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.076124 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] 10.222.0.86 "DELETE /v2.0/networks/314eed03-b53a-4549-941d-3c0b15915daf HTTP/1.1" status: 204 len: 168 time: 0.3901656 Jan 18 16:35:48.078918 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44840) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:48.119988 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172ba51-619c-4e4f-851c-c3aa33303a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=314eed03-b53a-4549-941d-3c0b15915daf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:48.135522 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] Deleting subnet faa64adc-fd55-41fd-98be-049b95de0978 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:35:48.140490 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] Publish callbacks [] for subnet (faa64adc-fd55-41fd-98be-049b95de0978), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.146028 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f2b76b52-3cb0-4fad-961f-240769a8e009 req-90ca277f-b595-47b5-b3fb-4bacd5096d73 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795143 Jan 18 16:35:48.190602 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] Publish callbacks [] for subnet (faa64adc-fd55-41fd-98be-049b95de0978), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.196376 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (faa64adc-fd55-41fd-98be-049b95de0978), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.267688 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (faa64adc-fd55-41fd-98be-049b95de0978), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.285708 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.292093 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/faa64adc-fd55-41fd-98be-049b95de0978 HTTP/1.1" status: 204 len: 168 time: 0.2117815 Jan 18 16:35:48.294611 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44850) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:48.317545 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70a8bb-0a99-4685-b2b5-1521a1b65b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa64adc-fd55-41fd-98be-049b95de0978,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:48.380485 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (fb997fef-2a75-4728-b2ef-fc3f4899336e), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.473842 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (fb997fef-2a75-4728-b2ef-fc3f4899336e), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.504361 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb997fef-2a75-4728-b2ef-fc3f4899336e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:48.518800 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66545f18-4868-4049-867d-d628af5a0f19') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:48.519234 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66545f18-4868-4049-867d-d628af5a0f19') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:48.534272 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (66545f18-4868-4049-867d-d628af5a0f19), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.555319 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (66545f18-4868-4049-867d-d628af5a0f19), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.565922 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:35:48.566602 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (66545f18-4868-4049-867d-d628af5a0f19), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:35:48.579443 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:35:48.634929 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (fb997fef-2a75-4728-b2ef-fc3f4899336e), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.641742 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.648035 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] 10.222.0.86 "DELETE /v2.0/networks/fb997fef-2a75-4728-b2ef-fc3f4899336e HTTP/1.1" status: 204 len: 168 time: 0.3493586 Jan 18 16:35:48.655236 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc4e1c-1b4d-467f-a679-f2013c5e9eff admin admin] Pushing event deleted for resources: {'Network': ['ID=fb997fef-2a75-4728-b2ef-fc3f4899336e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:48.768089 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb4c76-7505-4dc3-819d-a36d75c2c2eb req-3c94728e-128d-4e74-a2f7-8a1fae37b3d1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:48.770809 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-57fb4c76-7505-4dc3-819d-a36d75c2c2eb req-3c94728e-128d-4e74-a2f7-8a1fae37b3d1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0689244 Jan 18 16:35:48.850338 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-57fb4c76-7505-4dc3-819d-a36d75c2c2eb req-05e93275-515d-4f78-9ab8-662de880c0f8 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738797 Jan 18 16:35:48.916446 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f76a3-62cd-4769-b3d7-6b86be1bd7fb req-7419acb9-5449-4bce-b85e-5d7014b2aa8a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:48.918676 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-015f76a3-62cd-4769-b3d7-6b86be1bd7fb req-7419acb9-5449-4bce-b85e-5d7014b2aa8a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.0714729 Jan 18 16:35:48.920908 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44862) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:48.997582 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-392731d8-e2c1-40e4-a567-4ed0899bcd03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67763392f0f14d98aaa54c9bcd06d160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746210 Jan 18 16:35:49.001561 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44864) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:49.001808 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-015f76a3-62cd-4769-b3d7-6b86be1bd7fb req-87b7bbbe-d6a7-47df-ac10-cdbbc69de8c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744722 Jan 18 16:35:49.057194 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b100b90-dde4-4d49-b805-809b8807fdf0 admin admin] Publish callbacks [] for security_group (f43e12b0-3284-4326-96f1-50c4fe36e050), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.080124 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b100b90-dde4-4d49-b805-809b8807fdf0 admin admin] Publish callbacks [] for security_group (f43e12b0-3284-4326-96f1-50c4fe36e050), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.133844 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b100b90-dde4-4d49-b805-809b8807fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f43e12b0-3284-4326-96f1-50c4fe36e050), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.136414 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b100b90-dde4-4d49-b805-809b8807fdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.137678 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7b100b90-dde4-4d49-b805-809b8807fdf0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f43e12b0-3284-4326-96f1-50c4fe36e050 HTTP/1.1" status: 204 len: 168 time: 0.1342821 Jan 18 16:35:49.145951 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b100b90-dde4-4d49-b805-809b8807fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e12b0-3284-4326-96f1-50c4fe36e050,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:49.286390 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe19c63-c364-4530-8a24-2fdccbd7ef73 req-234606af-9b9d-4a10-a56d-650f36bf21da tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:49.287744 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0fe19c63-c364-4530-8a24-2fdccbd7ef73 req-234606af-9b9d-4a10-a56d-650f36bf21da tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0602679 Jan 18 16:35:49.353521 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0fe19c63-c364-4530-8a24-2fdccbd7ef73 req-7e20d07c-6c00-4e7d-9889-b1ad8a590254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503619 Jan 18 16:35:49.601534 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:35:49.669924 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:35:49.670294 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.673361 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 44882) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:49.728354 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-22ab79b0-5c67-4d63-b266-1840ecba708b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32a1ad9cd78148229f4db637ce3519c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534465 Jan 18 16:35:49.732364 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 44888) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:49.797358 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:49.798018 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.842187 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:49.844900 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a9b95e-cf35-4c5f-889b-0385a37c8a1d" -d '{"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:49.847518 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36a334e0-e9f9-41cb-a549-71e5b5360992 admin admin] Publish callbacks [] for security_group (2002b0fd-bd4a-4ac9-b982-3e0f75ec3988), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.875341 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:49.886605 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36a334e0-e9f9-41cb-a549-71e5b5360992 admin admin] Publish callbacks [] for security_group (2002b0fd-bd4a-4ac9-b982-3e0f75ec3988), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.898954 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.908764 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbefb50-8a00-4e91-9690-ee04a194ae95 x-openstack-request-id: req-2cbefb50-8a00-4e91-9690-ee04a194ae95 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:49.909050 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:49.909309 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2cbefb50-8a00-4e91-9690-ee04a194ae95 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:49.909732 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'code': 200} Jan 18 16:35:49.974471 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36a334e0-e9f9-41cb-a549-71e5b5360992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2002b0fd-bd4a-4ac9-b982-3e0f75ec3988), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.979025 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36a334e0-e9f9-41cb-a549-71e5b5360992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.982636 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-36a334e0-e9f9-41cb-a549-71e5b5360992 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2002b0fd-bd4a-4ac9-b982-3e0f75ec3988 HTTP/1.1" status: 204 len: 168 time: 0.2474236 Jan 18 16:35:50.015556 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a334e0-e9f9-41cb-a549-71e5b5360992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002b0fd-bd4a-4ac9-b982-3e0f75ec3988,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:50.016376 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:50.068318 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf480-98c9-4dd4-a5db-15d7e5f4e745 req-f1602acf-0329-4e42-80f9-449d47d51764 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.072224 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e0dcf480-98c9-4dd4-a5db-15d7e5f4e745 req-f1602acf-0329-4e42-80f9-449d47d51764 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1152563 Jan 18 16:35:50.169806 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e0dcf480-98c9-4dd4-a5db-15d7e5f4e745 req-5d65ca7d-d1f4-4c0a-83dc-538fa5108a0b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872030 Jan 18 16:35:50.193851 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aed66-7d17-44af-98c5-429f3af4e3ac req-35da5001-5f26-4d5e-b312-4b697ccb80ef tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.202542 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bb8aed66-7d17-44af-98c5-429f3af4e3ac req-35da5001-5f26-4d5e-b312-4b697ccb80ef tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0794659 Jan 18 16:35:50.265424 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bb8aed66-7d17-44af-98c5-429f3af4e3ac req-80e8be6b-057f-4be6-8d7c-b7fbde3817a4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619063 Jan 18 16:35:50.542306 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334fc4b-b18a-4d16-9334-0a8ecb346d9f req-f42e2555-aab0-44ac-a67e-9aa1a2f60c1d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.543902 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7334fc4b-b18a-4d16-9334-0a8ecb346d9f req-f42e2555-aab0-44ac-a67e-9aa1a2f60c1d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0721295 Jan 18 16:35:50.624421 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7334fc4b-b18a-4d16-9334-0a8ecb346d9f req-1f817b54-ced8-40f7-8fd4-6db7ac78340f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720756 Jan 18 16:35:51.481807 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de8780-7455-400f-8b64-fd367e238fb0 req-175e8f24-0db1-42f7-9934-a4ab6699ef42 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:51.509360 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-02de8780-7455-400f-8b64-fd367e238fb0 req-175e8f24-0db1-42f7-9934-a4ab6699ef42 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.2195876 Jan 18 16:35:51.540696 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ba97f-75db-4a96-a961-e3a833f0a2b4 req-61cedb1d-4c70-48af-80a1-29dc2c3bdcb3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:51.554146 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f25ba97f-75db-4a96-a961-e3a833f0a2b4 req-61cedb1d-4c70-48af-80a1-29dc2c3bdcb3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1165869 Jan 18 16:35:51.617293 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-02de8780-7455-400f-8b64-fd367e238fb0 req-53d1fd83-d4ef-47cb-a38b-4b9c9a0b550c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063070 Jan 18 16:35:51.705613 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f25ba97f-75db-4a96-a961-e3a833f0a2b4 req-a0b2d875-9c64-4e10-b630-098c5dcb471a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491082 Jan 18 16:35:51.848970 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19843d9-4ae3-40d7-910c-1d89495e540d req-34f718a9-1f80-4b25-8ba2-bc030ac6c07c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:51.862005 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e19843d9-4ae3-40d7-910c-1d89495e540d req-34f718a9-1f80-4b25-8ba2-bc030ac6c07c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1158550 Jan 18 16:35:51.947735 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e19843d9-4ae3-40d7-910c-1d89495e540d req-b20db76b-45a5-48bd-bb6d-f5d2cc9467a6 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854392 Jan 18 16:35:52.796115 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619faf0-ada2-492a-a550-31d20d6bafa6 req-83d4fc20-7b46-4cdd-a35d-559227744fbf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:52.799094 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f619faf0-ada2-492a-a550-31d20d6bafa6 req-83d4fc20-7b46-4cdd-a35d-559227744fbf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0691326 Jan 18 16:35:52.906442 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f619faf0-ada2-492a-a550-31d20d6bafa6 req-4348a74d-6279-4473-9632-48370f9583be tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019499 Jan 18 16:35:52.968716 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5f42a-234a-4503-996d-84074cc6f9dc req-69788b17-83e0-4eed-bf1c-043a8608a079 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:52.977524 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-36c5f42a-234a-4503-996d-84074cc6f9dc req-69788b17-83e0-4eed-bf1c-043a8608a079 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1296103 Jan 18 16:35:53.057938 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-36c5f42a-234a-4503-996d-84074cc6f9dc req-3ec6ecd6-59b5-4807-b08b-776e827d914b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790551 Jan 18 16:35:53.290612 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512faf-2358-4652-9a97-5e6d31b81b44 req-97fa7e42-d8dd-48c8-89f3-a68194969bee tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:53.293884 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-53512faf-2358-4652-9a97-5e6d31b81b44 req-97fa7e42-d8dd-48c8-89f3-a68194969bee tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1082067 Jan 18 16:35:53.420135 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-53512faf-2358-4652-9a97-5e6d31b81b44 req-5509ba22-c06d-47a4-9e73-7c26a728d0b3 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200418 Jan 18 16:35:53.656689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:53.877321 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45024) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:54.062052 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25f4bc38-fc0f-4973-ac53-ed45a746c8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:54.272689 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135dae-dee0-4a00-a468-2fa4889327bd req-dc0cc84d-e804-4b4c-b555-d2ae5a3df878 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:54.283147 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ac135dae-dee0-4a00-a468-2fa4889327bd req-dc0cc84d-e804-4b4c-b555-d2ae5a3df878 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0909381 Jan 18 16:35:54.313520 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451bdde-ad28-46f1-8144-f62316c0b4bd req-b23c922b-99af-41fc-8002-a1b7d2d77277 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:54.319148 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3451bdde-ad28-46f1-8144-f62316c0b4bd req-b23c922b-99af-41fc-8002-a1b7d2d77277 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.2497594 Jan 18 16:35:54.371861 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ac135dae-dee0-4a00-a468-2fa4889327bd req-dea058d5-fdc6-4b5a-92da-4669dc473411 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854940 Jan 18 16:35:54.440115 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3451bdde-ad28-46f1-8144-f62316c0b4bd req-467af437-b166-4f32-90f0-98d04f9efe0e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036911 Jan 18 16:35:54.487579 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25f4bc38-fc0f-4973-ac53-ed45a746c8b6 admin admin] Publish callbacks [] for security_group (e8834f6b-732c-40f2-9fba-89a9d6a40102), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:54.494151 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25f4bc38-fc0f-4973-ac53-ed45a746c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (e8834f6b-732c-40f2-9fba-89a9d6a40102), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:54.532459 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-25f4bc38-fc0f-4973-ac53-ed45a746c8b6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0915df6daee494a97dc4945895ce6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6536105 Jan 18 16:35:54.533696 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45034) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:54.578282 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94158e-c808-432c-a1ce-944f0067d99c req-81f00778-d6bf-43b8-8d30-12d022faafbd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:54.597649 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8f94158e-c808-432c-a1ce-944f0067d99c req-81f00778-d6bf-43b8-8d30-12d022faafbd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0945005 Jan 18 16:35:54.630067 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4bc38-fc0f-4973-ac53-ed45a746c8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8834f6b-732c-40f2-9fba-89a9d6a40102,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:54.663492 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1538db9-e06a-41a4-b633-6b409efc7522 admin admin] Publish callbacks [] for security_group (e8834f6b-732c-40f2-9fba-89a9d6a40102), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:54.708462 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8f94158e-c808-432c-a1ce-944f0067d99c req-f1cfae8a-1143-4b33-bc01-b7c8aad99934 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097715 Jan 18 16:35:54.715055 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1538db9-e06a-41a4-b633-6b409efc7522 admin admin] Publish callbacks [] for security_group (e8834f6b-732c-40f2-9fba-89a9d6a40102), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:54.818882 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1538db9-e06a-41a4-b633-6b409efc7522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (e8834f6b-732c-40f2-9fba-89a9d6a40102), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:54.823188 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1538db9-e06a-41a4-b633-6b409efc7522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:54.824596 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c1538db9-e06a-41a4-b633-6b409efc7522 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e8834f6b-732c-40f2-9fba-89a9d6a40102 HTTP/1.1" status: 204 len: 168 time: 0.2885499 Jan 18 16:35:54.835699 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1538db9-e06a-41a4-b633-6b409efc7522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8834f6b-732c-40f2-9fba-89a9d6a40102,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:55.262532 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4fb3-4561-4344-b512-fad6b7973d2b req-4bc95206-e845-4e78-b7bb-5b6be0329ca0 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.269204 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7cd4fb3-4561-4344-b512-fad6b7973d2b req-4bc95206-e845-4e78-b7bb-5b6be0329ca0 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 946 time: 0.1471751 Jan 18 16:35:55.366893 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7cd4fb3-4561-4344-b512-fad6b7973d2b req-031328bd-2e18-4a78-adde-05dbeadff911 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920851 Jan 18 16:35:55.572727 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554f0a8-b960-4eb4-95f0-63f0d8a5c22c req-d934c037-493a-4b9b-a1dd-95fbb1ea12cd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.575235 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0554f0a8-b960-4eb4-95f0-63f0d8a5c22c req-d934c037-493a-4b9b-a1dd-95fbb1ea12cd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0703828 Jan 18 16:35:55.606708 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952994a-b921-4ee5-9a80-fc8598a760ac req-28c5f07d-1ee7-4398-b257-70986cf15b59 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.616310 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0952994a-b921-4ee5-9a80-fc8598a760ac req-28c5f07d-1ee7-4398-b257-70986cf15b59 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0832407 Jan 18 16:35:55.644861 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0554f0a8-b960-4eb4-95f0-63f0d8a5c22c req-14176899-edfe-4543-8746-fcce3e66f854 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617769 Jan 18 16:35:55.682088 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0952994a-b921-4ee5-9a80-fc8598a760ac req-ce577a8f-c499-444c-b296-fc1779a1bb9d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672605 Jan 18 16:35:55.904738 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21785ed2-f71e-44d2-9e2d-5d16adcce028 req-cdf083a4-b5ca-4d7c-b92e-e78a66b83794 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.916052 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-21785ed2-f71e-44d2-9e2d-5d16adcce028 req-cdf083a4-b5ca-4d7c-b92e-e78a66b83794 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0968947 Jan 18 16:35:55.990098 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-21785ed2-f71e-44d2-9e2d-5d16adcce028 req-a29056b9-ae67-4288-805d-1000239e901f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727770 Jan 18 16:35:56.621532 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b6060-16ad-4677-96c2-55bc1d579238 req-09638fa1-f137-494c-8304-9f6ba7657bc9 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:56.623927 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d61b6060-16ad-4677-96c2-55bc1d579238 req-09638fa1-f137-494c-8304-9f6ba7657bc9 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 946 time: 0.1223435 Jan 18 16:35:56.747050 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d61b6060-16ad-4677-96c2-55bc1d579238 req-dc065fc9-3f2b-4f24-987a-567dbd7e5ae9 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038384 Jan 18 16:35:56.789439 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:35:56.932437 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a002a-3bf1-4f37-b6e9-c19e288b9372 req-2f90ab09-cfca-48a2-b0ce-499bba9f3aef tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:56.935105 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2b7a002a-3bf1-4f37-b6e9-c19e288b9372 req-2f90ab09-cfca-48a2-b0ce-499bba9f3aef tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1430850 Jan 18 16:35:56.942427 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c42802-f267-473c-b6a8-0c1efb713a19 req-a7e99b8d-4f7b-45ee-b036-fa363a21efdc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:56.945242 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-01c42802-f267-473c-b6a8-0c1efb713a19 req-a7e99b8d-4f7b-45ee-b036-fa363a21efdc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1118617 Jan 18 16:35:57.051786 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2b7a002a-3bf1-4f37-b6e9-c19e288b9372 req-258ca3cc-e26c-41f4-83d3-c23a611df859 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080651 Jan 18 16:35:57.085131 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-55d94b81-4bf0-4490-b360-fd5f74cebae1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:57.089837 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-55d94b81-4bf0-4490-b360-fd5f74cebae1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 946 time: 0.1058354 Jan 18 16:35:57.146489 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-01c42802-f267-473c-b6a8-0c1efb713a19 req-7badc2a0-9cf5-4324-b155-b7fb02bd7d86 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894300 Jan 18 16:35:57.282747 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Deleting port 3631fd8e-4293-4af6-ab7c-80cd376079fa {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:35:57.283248 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.294118 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db4700-a1bc-4f6a-b00d-86733e237b26 req-6b5aef87-6205-4556-921f-0c15a37ac23c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:57.295735 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-41db4700-a1bc-4f6a-b00d-86733e237b26 req-6b5aef87-6205-4556-921f-0c15a37ac23c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0995677 Jan 18 16:35:57.424073 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-41db4700-a1bc-4f6a-b00d-86733e237b26 req-73876d9c-e44b-4190-aab5-b7c8ca4c9a01 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049685 Jan 18 16:35:57.467704 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] For port 3631fd8e-4293-4af6-ab7c-80cd376079fa, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=3631fd8e-4293-4af6-ab7c-80cd376079fa,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:57.468299 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.502275 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Calling delete_port for 3631fd8e-4293-4af6-ab7c-80cd376079fa owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:35:57.747103 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (3631fd8e-4293-4af6-ab7c-80cd376079fa), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.768290 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4', '59d86089-d5a0-456b-871d-15067517fe04', '1952e46f-8545-4472-8ff8-bab5fa5bcd41'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:57.780771 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event deleted for resources: {'Port': ['ID=3631fd8e-4293-4af6-ab7c-80cd376079fa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:57.931948 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] No DVR routers for this DVR port 3631fd8e-4293-4af6-ab7c-80cd376079fa on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:35:57.942666 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.952005 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-553e5f59-3b0e-4c96-9588-0374bb8b918e req-872116e6-76dc-4bd2-845f-2dce8f6959b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "DELETE /v2.0/ports/3631fd8e-4293-4af6-ab7c-80cd376079fa HTTP/1.1" status: 204 len: 173 time: 0.8569162 Jan 18 16:35:57.952728 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'name': 'network-vif-deleted', 'tag': '3631fd8e-4293-4af6-ab7c-80cd376079fa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:57.960385 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9800bc23-53f4-4745-bcae-d01bff660ae6 req-33c04f27-c685-4f04-8dbe-3d6e515c854a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=325a89fd-c992-4b0f-a5db-1fcdf32582ad HTTP/1.1" status: 200 len: 210 time: 0.0824790 Jan 18 16:35:57.962302 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7ccda-0785-4c2e-9e51-08c5cf3d2cd3" -d '{"events": [{"server_uuid": "325a89fd-c992-4b0f-a5db-1fcdf32582ad", "name": "network-vif-deleted", "tag": "3631fd8e-4293-4af6-ab7c-80cd376079fa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:58.008144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cac7853-411e-4c39-93e5-71dec2179e3c x-openstack-request-id: req-4cac7853-411e-4c39-93e5-71dec2179e3c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:58.008470 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325a89fd-c992-4b0f-a5db-1fcdf32582ad", "name": "network-vif-deleted", "tag": "3631fd8e-4293-4af6-ab7c-80cd376079fa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:58.008726 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4cac7853-411e-4c39-93e5-71dec2179e3c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:58.009251 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325a89fd-c992-4b0f-a5db-1fcdf32582ad', 'name': 'network-vif-deleted', 'tag': '3631fd8e-4293-4af6-ab7c-80cd376079fa', 'status': 'completed', 'code': 200} Jan 18 16:35:58.281502 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19735-3bad-4078-8dbc-49f5c16f274f req-a5c82574-32cd-451c-bb13-7cc5fdaf4f9a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:58.294109 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5cf19735-3bad-4078-8dbc-49f5c16f274f req-a5c82574-32cd-451c-bb13-7cc5fdaf4f9a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1213524 Jan 18 16:35:58.363267 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5cf19735-3bad-4078-8dbc-49f5c16f274f req-0b517e2c-b417-4527-89b3-b99c220f47bb tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679588 Jan 18 16:35:58.498567 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c713b-cd97-46ec-b145-57fb4d179c46 req-790e2672-9870-4d6c-8b86-d1d8cccd4b5f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:58.500221 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1b3c713b-cd97-46ec-b145-57fb4d179c46 req-790e2672-9870-4d6c-8b86-d1d8cccd4b5f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1558170 Jan 18 16:35:58.615295 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1b3c713b-cd97-46ec-b145-57fb4d179c46 req-9f57bbf3-4e08-4f6f-80ca-b14ca37181a5 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065814 Jan 18 16:35:58.727443 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429c936-7bb3-4b2b-a899-5f876e3a133c req-f9f835a4-d630-4c5d-8bea-74c3ba45ef83 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:58.738667 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b429c936-7bb3-4b2b-a899-5f876e3a133c req-f9f835a4-d630-4c5d-8bea-74c3ba45ef83 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1481204 Jan 18 16:35:58.842414 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b429c936-7bb3-4b2b-a899-5f876e3a133c req-e2a68c95-01ee-4fca-96bd-160025d75f5c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025980 Jan 18 16:35:59.568217 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e8a21-2aca-414c-a2e8-d5a51d4ce6fa req-e420a303-42d9-4f3a-884f-bde3fd06b0af tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:59.571306 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-529e8a21-2aca-414c-a2e8-d5a51d4ce6fa req-e420a303-42d9-4f3a-884f-bde3fd06b0af tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0713933 Jan 18 16:35:59.639401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 3631fd8e-4293-4af6-ab7c-80cd376079fa no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:35:59.652949 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-529e8a21-2aca-414c-a2e8-d5a51d4ce6fa req-1d538d2e-bdab-4672-b533-b3f626b8a963 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734823 Jan 18 16:35:59.680247 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 3631fd8e-4293-4af6-ab7c-80cd376079fa {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:35:59.681248 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 3631fd8e-4293-4af6-ab7c-80cd376079fa not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:35:59.806336 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae0c31-2be0-49e4-ac57-3fe550095b39 req-b589cdb6-d56f-488c-9879-a20e4c6d4d16 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:59.809217 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-11ae0c31-2be0-49e4-ac57-3fe550095b39 req-b589cdb6-d56f-488c-9879-a20e4c6d4d16 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0671690 Jan 18 16:35:59.886603 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-11ae0c31-2be0-49e4-ac57-3fe550095b39 req-3dbf400b-2d87-4e24-90fb-89aafb56be85 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663712 Jan 18 16:36:00.021028 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c632255-222b-4320-8dcf-c05bfd7890ee req-c02eae69-f2c0-4fd8-88a3-ef0a2ab8720e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:00.022669 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6c632255-222b-4320-8dcf-c05bfd7890ee req-c02eae69-f2c0-4fd8-88a3-ef0a2ab8720e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0827806 Jan 18 16:36:00.091635 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6c632255-222b-4320-8dcf-c05bfd7890ee req-aec8a6d2-d061-447a-844e-9f66ef2fcbfc tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597310 Jan 18 16:36:00.622981 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e4b6a-bc90-446e-85cc-6f87b096b35a req-88b1b64c-a6cf-44f6-832b-9a6cf12b8a36 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:00.626097 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a32e4b6a-bc90-446e-85cc-6f87b096b35a req-88b1b64c-a6cf-44f6-832b-9a6cf12b8a36 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1951954 Jan 18 16:36:00.744112 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69060d02-d87a-4910-9ddd-9a9c0665072b req-ce7c52b2-2c68-43a7-8b07-94457c06ab2e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:00.752842 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-69060d02-d87a-4910-9ddd-9a9c0665072b req-ce7c52b2-2c68-43a7-8b07-94457c06ab2e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0783265 Jan 18 16:36:00.778148 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a32e4b6a-bc90-446e-85cc-6f87b096b35a req-c85e0141-1295-4943-b7af-4c5dac82c48b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449964 Jan 18 16:36:00.811446 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-1c138d90-6162-4dc7-bc3a-009e72774c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:00.814096 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-1c138d90-6162-4dc7-bc3a-009e72774c08 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 1099 time: 0.2534924 Jan 18 16:36:00.840017 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-69060d02-d87a-4910-9ddd-9a9c0665072b req-210232af-8989-49f2-9f72-5438f4ec5e4c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861871 Jan 18 16:36:01.137050 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-ca2a75cb-47e6-440b-8bad-2f37302b59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:01.140667 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c013-a8e5-47dd-948d-c8470332f629 req-6537cd57-fb4f-4f9a-b037-b3db9b5d756d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:01.141680 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-ca2a75cb-47e6-440b-8bad-2f37302b59e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 911 time: 0.3137341 Jan 18 16:36:01.153511 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ac26c013-a8e5-47dd-948d-c8470332f629 req-6537cd57-fb4f-4f9a-b037-b3db9b5d756d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1330283 Jan 18 16:36:01.159400 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0178-c329-4890-830e-ef5fc3461fe8 req-5e02f050-b15d-43c2-904f-40f28f70b8d0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:01.173295 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-193a0178-c329-4890-830e-ef5fc3461fe8 req-5e02f050-b15d-43c2-904f-40f28f70b8d0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.2324870 Jan 18 16:36:01.233633 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ac26c013-a8e5-47dd-948d-c8470332f629 req-d647b09e-65f3-4d58-8f36-da12695710cf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788541 Jan 18 16:36:01.358593 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-193a0178-c329-4890-830e-ef5fc3461fe8 req-5b0ad40f-6112-419b-911e-41adc3a6f71e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785574 Jan 18 16:36:01.394297 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-adebd05d-832c-4e1a-8e1e-f773dd479650 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 200 len: 1001 time: 0.2168839 Jan 18 16:36:01.485034 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-7d447034-f29e-4bed-8cb6-9a7428f5ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:01.487520 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-7d447034-f29e-4bed-8cb6-9a7428f5ccd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.0847414 Jan 18 16:36:01.554006 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-038884ca-0996-4fd9-af46-141914139575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:01.558136 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-038884ca-0996-4fd9-af46-141914139575 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624230 Jan 18 16:36:01.717845 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-bb6e4d3a-3666-4e53-b220-0e85b3c96bb2 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527843 Jan 18 16:36:01.895404 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-75ce3b8c-eb81-44f4-9dd3-fa3423bd382d req-658e4938-f41a-491c-aac6-29d59baa9ff1 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681736 Jan 18 16:36:01.976063 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92274-61d7-437f-97b9-1ca28b25ebe4 req-0edf1f93-0f54-444c-8b5b-37da445a369f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:01.977933 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-23c92274-61d7-437f-97b9-1ca28b25ebe4 req-0edf1f93-0f54-444c-8b5b-37da445a369f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0603733 Jan 18 16:36:02.012983 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2beb-6a44-417f-b880-444daa5eff80 req-aa2e5b8b-57b7-4a78-981f-2d1fa85494a1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:02.014784 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7fbe2beb-6a44-417f-b880-444daa5eff80 req-aa2e5b8b-57b7-4a78-981f-2d1fa85494a1 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0986569 Jan 18 16:36:02.057144 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-23c92274-61d7-437f-97b9-1ca28b25ebe4 req-d70ac5ff-ccda-43ae-9239-e1bcfc99e867 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662000 Jan 18 16:36:02.082124 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7fbe2beb-6a44-417f-b880-444daa5eff80 req-a5c5ea30-de77-47dd-b15b-baef9d9ab444 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576892 Jan 18 16:36:02.427615 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc52db1-8603-4d09-adf6-55325e6c583f req-63db92bd-6ff6-4c0f-92b0-8f81aafed28e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:02.429930 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dfc52db1-8603-4d09-adf6-55325e6c583f req-63db92bd-6ff6-4c0f-92b0-8f81aafed28e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0825264 Jan 18 16:36:02.556066 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dfc52db1-8603-4d09-adf6-55325e6c583f req-7f55c1a1-cfb1-4ee9-b513-dad794484989 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155376 Jan 18 16:36:02.565741 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-c7507899-d46e-4d2c-987f-5a01a1d5361a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:02.568531 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-c7507899-d46e-4d2c-987f-5a01a1d5361a tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 945 time: 0.1111007 Jan 18 16:36:02.737061 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6922d6-88da-47b5-843b-325d93310993 req-9f796467-d27a-48dc-86bc-8cc11be9a88f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:02.740006 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-da6922d6-88da-47b5-843b-325d93310993 req-9f796467-d27a-48dc-86bc-8cc11be9a88f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1695580 Jan 18 16:36:02.842363 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Deleting port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:02.842960 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.853573 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-da6922d6-88da-47b5-843b-325d93310993 req-618ade68-624f-4115-93f0-576208163933 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056259 Jan 18 16:36:02.980429 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] For port 1952e46f-8545-4472-8ff8-bab5fa5bcd41, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=1952e46f-8545-4472-8ff8-bab5fa5bcd41,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:02.981141 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.996909 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Calling delete_port for 1952e46f-8545-4472-8ff8-bab5fa5bcd41 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:03.231163 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (1952e46f-8545-4472-8ff8-bab5fa5bcd41), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.248103 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4', '59d86089-d5a0-456b-871d-15067517fe04', '1952e46f-8545-4472-8ff8-bab5fa5bcd41'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:36:03.274125 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-18a846ff-5ecb-4768-a89a-ef0fb19406d7 req-26216604-fb92-41b1-9327-ef7c9e7c7f51 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=b28e8de7-7588-47d8-a731-3baf27e3ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0650244 Jan 18 16:36:03.294232 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5f20-52f5-46a6-b095-0959688521ac req-fc6ef7aa-ecf5-47af-ad2e-58f7c9233fa5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:03.314811 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-284e5f20-52f5-46a6-b095-0959688521ac req-fc6ef7aa-ecf5-47af-ad2e-58f7c9233fa5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0970423 Jan 18 16:36:03.317071 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event deleted for resources: {'Port': ['ID=1952e46f-8545-4472-8ff8-bab5fa5bcd41,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:03.405203 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-284e5f20-52f5-46a6-b095-0959688521ac req-481603c0-4deb-4d55-885a-d6ad2f76f8d4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723028 Jan 18 16:36:03.424290 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] No DVR routers for this DVR port 1952e46f-8545-4472-8ff8-bab5fa5bcd41 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:36:03.430943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.444657 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b3812052-7a3b-4b3c-ac95-8d450f51fd71 req-993d56f8-ce5e-4c80-8472-195b0b26976c tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "DELETE /v2.0/ports/1952e46f-8545-4472-8ff8-bab5fa5bcd41 HTTP/1.1" status: 204 len: 173 time: 0.8574054 Jan 18 16:36:03.447047 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'name': 'network-vif-deleted', 'tag': '1952e46f-8545-4472-8ff8-bab5fa5bcd41'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:03.465011 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82361890-f6f6-43ed-bb6c-0f11dae14070" -d '{"events": [{"server_uuid": "b28e8de7-7588-47d8-a731-3baf27e3ffd3", "name": "network-vif-deleted", "tag": "1952e46f-8545-4472-8ff8-bab5fa5bcd41"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:03.546611 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43971b97-7b76-4a84-b143-b9c37bd4bec5 x-openstack-request-id: req-43971b97-7b76-4a84-b143-b9c37bd4bec5 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:03.546963 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e8de7-7588-47d8-a731-3baf27e3ffd3", "name": "network-vif-deleted", "tag": "1952e46f-8545-4472-8ff8-bab5fa5bcd41", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:03.547720 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-43971b97-7b76-4a84-b143-b9c37bd4bec5 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:03.548195 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e8de7-7588-47d8-a731-3baf27e3ffd3', 'name': 'network-vif-deleted', 'tag': '1952e46f-8545-4472-8ff8-bab5fa5bcd41', 'status': 'completed', 'code': 200} Jan 18 16:36:03.733795 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d4613-2f01-4f43-9194-310786747190 req-a67013a1-c4cc-4ae9-8413-58d3b63fd2ec tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:03.736900 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-963d4613-2f01-4f43-9194-310786747190 req-a67013a1-c4cc-4ae9-8413-58d3b63fd2ec tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0844069 Jan 18 16:36:03.855655 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-963d4613-2f01-4f43-9194-310786747190 req-36be09dc-8861-406c-82c0-51465f101e5c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117635 Jan 18 16:36:04.024290 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721bb90-0c14-4a0c-87bb-efa4282208b9 req-f07d9f2a-5672-480f-ba4d-3c9144df1447 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:04.026684 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c721bb90-0c14-4a0c-87bb-efa4282208b9 req-f07d9f2a-5672-480f-ba4d-3c9144df1447 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.0617812 Jan 18 16:36:04.116069 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c721bb90-0c14-4a0c-87bb-efa4282208b9 req-7d3b520b-520e-45d3-bd4c-742dc0215af6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822067 Jan 18 16:36:04.606157 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af1e3-6b15-4705-a7bd-f829009d3fab req-bf1a0bad-5278-49c7-8b58-1b17a4abaf78 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:04.607578 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ef6af1e3-6b15-4705-a7bd-f829009d3fab req-bf1a0bad-5278-49c7-8b58-1b17a4abaf78 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 946 time: 0.0547390 Jan 18 16:36:04.663035 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ef6af1e3-6b15-4705-a7bd-f829009d3fab req-617336ad-6cb2-4859-b276-2a4ffce0adb6 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497885 Jan 18 16:36:04.962126 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-b7d6b336-e57c-4126-88ca-448e2a53d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:04.963783 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-b7d6b336-e57c-4126-88ca-448e2a53d6c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 1099 time: 0.0665541 Jan 18 16:36:04.990833 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45206) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:05.084837 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08f6d6-2f86-4e52-bc8b-0e170efb3a8c req-f984a29d-f649-4e29-a480-bf249260aa52 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:05.086453 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fb08f6d6-2f86-4e52-bc8b-0e170efb3a8c req-f984a29d-f649-4e29-a480-bf249260aa52 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1084759 Jan 18 16:36:05.131298 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-edb6cd52-6e80-4592-b4db-25785b8ab06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.137364 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-be8cad3d-5621-433c-91cb-cc29c8cbec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:05.139835 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-be8cad3d-5621-433c-91cb-cc29c8cbec20 service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.1696603 Jan 18 16:36:05.260843 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fb08f6d6-2f86-4e52-bc8b-0e170efb3a8c req-95eb1b64-e336-403a-8a6b-761869a33f10 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587639 Jan 18 16:36:05.263952 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-edb6cd52-6e80-4592-b4db-25785b8ab06f admin admin] Publish callbacks [] for security_group (0cafc8a7-8222-4435-8602-1aaf41814b15), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.270369 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-edb6cd52-6e80-4592-b4db-25785b8ab06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (0cafc8a7-8222-4435-8602-1aaf41814b15), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.297055 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-3c0dc57f-1366-44de-94f8-a75b61fb4f51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287 HTTP/1.1" status: 200 len: 1002 time: 0.1500864 Jan 18 16:36:05.312366 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-edb6cd52-6e80-4592-b4db-25785b8ab06f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=745569ca9f744ffdba541f31dfba1d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199575 Jan 18 16:36:05.316598 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45212) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:05.326670 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854da6-67b0-4b45-b9bb-189eee0c43d2 req-22d9aac0-b4de-469d-b7fd-f1d2233406a9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:05.328599 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-28854da6-67b0-4b45-b9bb-189eee0c43d2 req-22d9aac0-b4de-469d-b7fd-f1d2233406a9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 946 time: 0.1135006 Jan 18 16:36:05.337326 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6cd52-6e80-4592-b4db-25785b8ab06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cafc8a7-8222-4435-8602-1aaf41814b15,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:05.391603 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-e10255e9-fb74-4b9f-ac60-a8093f9fc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:05.393219 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-e10255e9-fb74-4b9f-ac60-a8093f9fc2f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.0894043 Jan 18 16:36:05.411635 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-28854da6-67b0-4b45-b9bb-189eee0c43d2 req-8bd914f7-8e3b-43ee-9929-bc3b237656f6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692821 Jan 18 16:36:05.438439 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1663a766-f857-43e5-a52c-baeb2d5b02bc admin admin] Publish callbacks [] for security_group (0cafc8a7-8222-4435-8602-1aaf41814b15), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.472466 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-de259c9f-9cd9-4058-9c48-af055fbd5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:05.474050 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-de259c9f-9cd9-4058-9c48-af055fbd5bba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733702 Jan 18 16:36:05.479438 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1663a766-f857-43e5-a52c-baeb2d5b02bc admin admin] Publish callbacks [] for security_group (0cafc8a7-8222-4435-8602-1aaf41814b15), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.611197 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-34fe3b4b-e36d-4eb9-8120-c9dd42eb7623 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290739 Jan 18 16:36:05.612731 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1663a766-f857-43e5-a52c-baeb2d5b02bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (0cafc8a7-8222-4435-8602-1aaf41814b15), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.615592 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1663a766-f857-43e5-a52c-baeb2d5b02bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.616782 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-1663a766-f857-43e5-a52c-baeb2d5b02bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0cafc8a7-8222-4435-8602-1aaf41814b15 HTTP/1.1" status: 204 len: 168 time: 0.2973592 Jan 18 16:36:05.650588 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663a766-f857-43e5-a52c-baeb2d5b02bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cafc8a7-8222-4435-8602-1aaf41814b15,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:05.673534 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 1952e46f-8545-4472-8ff8-bab5fa5bcd41 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:05.698990 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 1952e46f-8545-4472-8ff8-bab5fa5bcd41 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:05.699351 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 1952e46f-8545-4472-8ff8-bab5fa5bcd41 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:05.699785 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:05.799729 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5b0d3bb-04ee-4e3b-b158-9ec9cbefeda9 req-bc45b6a9-3cb4-4039-8767-842480665132 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815581 Jan 18 16:36:05.837366 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: ACTIVE; New status is: DOWN {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:05.837954 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.889893 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:05.893819 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02eaa65-2544-483d-96b7-08c6f176e835" -d '{"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:05.899733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18811-fc34-4e9f-89e6-eb5cc78333f9 req-f06f5b75-6e60-42b7-9d46-36431d8f60ab tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:05.904568 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-22d18811-fc34-4e9f-89e6-eb5cc78333f9 req-f06f5b75-6e60-42b7-9d46-36431d8f60ab tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 946 time: 0.0992455 Jan 18 16:36:05.919200 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:05.926293 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.999333 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fb5631-4b48-40bb-9995-0e5aa063a1f9 x-openstack-request-id: req-e6fb5631-4b48-40bb-9995-0e5aa063a1f9 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:05.999913 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:06.000394 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e6fb5631-4b48-40bb-9995-0e5aa063a1f9 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:06.001073 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'code': 200} Jan 18 16:36:06.001838 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-22d18811-fc34-4e9f-89e6-eb5cc78333f9 req-1c7847fa-e999-4602-9c18-c5c5821f66e2 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875731 Jan 18 16:36:06.032986 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:06.140753 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45222) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:06.166946 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-991baf00-775e-4f94-89d5-67f5c064f353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:06.202436 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d7383-c580-4f87-aef2-1bf78200e193 req-0d32e618-fa24-4ee7-8e4b-047207ad4e0e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:06.205699 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-388d7383-c580-4f87-aef2-1bf78200e193 req-0d32e618-fa24-4ee7-8e4b-047207ad4e0e tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 946 time: 0.1170826 Jan 18 16:36:06.418161 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-991baf00-775e-4f94-89d5-67f5c064f353 admin admin] Publish callbacks [] for security_group (12e078c2-f3f7-42a1-9854-7d51473b81ba), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:06.430449 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-991baf00-775e-4f94-89d5-67f5c064f353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (12e078c2-f3f7-42a1-9854-7d51473b81ba), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:06.459345 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72deec-8d02-43d7-9ebb-db5575e17ea7 req-fb59ab10-4232-496a-9e2d-54dfc518f585 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:06.466600 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4f72deec-8d02-43d7-9ebb-db5575e17ea7 req-fb59ab10-4232-496a-9e2d-54dfc518f585 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1071706 Jan 18 16:36:06.514018 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Deleting port 59d86089-d5a0-456b-871d-15067517fe04 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:06.515383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (59d86089-d5a0-456b-871d-15067517fe04), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:06.524881 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93b91911-e6e7-4265-8574-6c4f827ab12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:06.526317 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-991baf00-775e-4f94-89d5-67f5c064f353 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=404bb245db764c96acfa0812b1743a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841252 Jan 18 16:36:06.541249 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45228) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:06.560732 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4f72deec-8d02-43d7-9ebb-db5575e17ea7 req-bac6063d-6f63-4113-8426-918296153227 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Jan 18 16:36:06.570589 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991baf00-775e-4f94-89d5-67f5c064f353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e078c2-f3f7-42a1-9854-7d51473b81ba,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:06.899208 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] For port 59d86089-d5a0-456b-871d-15067517fe04, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=59d86089-d5a0-456b-871d-15067517fe04,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:06.899560 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (59d86089-d5a0-456b-871d-15067517fe04), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:06.922841 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Calling delete_port for 59d86089-d5a0-456b-871d-15067517fe04 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:06.941374 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145770-4a7c-48ba-9531-3f270afd96a7 req-890332cb-0a2e-4950-a18a-c71d928172f1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:06.943008 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c8145770-4a7c-48ba-9531-3f270afd96a7 req-890332cb-0a2e-4950-a18a-c71d928172f1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.3736746 Jan 18 16:36:06.947017 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab13d18c-d6a8-4bd2-8a03-98badebbb129 admin admin] Publish callbacks [] for security_group (12e078c2-f3f7-42a1-9854-7d51473b81ba), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:07.022670 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab13d18c-d6a8-4bd2-8a03-98badebbb129 admin admin] Publish callbacks [] for security_group (12e078c2-f3f7-42a1-9854-7d51473b81ba), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:07.096911 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c8145770-4a7c-48ba-9531-3f270afd96a7 req-e458e988-b2a2-492b-b35e-992dd42dcc09 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449733 Jan 18 16:36:07.160700 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3dbdc-0e3f-4189-8bda-d80f2ed29a51 req-435c4f8e-1d29-4929-ab9e-df2bdc4d34d8 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:07.162192 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e8d3dbdc-0e3f-4189-8bda-d80f2ed29a51 req-435c4f8e-1d29-4929-ab9e-df2bdc4d34d8 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb5973b-a5b6-4b1a-b0a6-5e67939ea20c HTTP/1.1" status: 200 len: 946 time: 0.0716946 Jan 18 16:36:07.178689 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab13d18c-d6a8-4bd2-8a03-98badebbb129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (12e078c2-f3f7-42a1-9854-7d51473b81ba), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:07.183359 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab13d18c-d6a8-4bd2-8a03-98badebbb129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:07.188732 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ab13d18c-d6a8-4bd2-8a03-98badebbb129 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/12e078c2-f3f7-42a1-9854-7d51473b81ba HTTP/1.1" status: 204 len: 168 time: 0.6433864 Jan 18 16:36:07.202004 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d18c-d6a8-4bd2-8a03-98badebbb129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e078c2-f3f7-42a1-9854-7d51473b81ba,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:07.220952 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (59d86089-d5a0-456b-871d-15067517fe04), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:07.233285 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e8d3dbdc-0e3f-4189-8bda-d80f2ed29a51 req-6376e60a-2532-465c-930e-89c6c6013d08 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647230 Jan 18 16:36:07.239122 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4', '59d86089-d5a0-456b-871d-15067517fe04'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:36:07.272297 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event deleted for resources: {'Port': ['ID=59d86089-d5a0-456b-871d-15067517fe04,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:07.323002 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] No DVR routers for this DVR port 59d86089-d5a0-456b-871d-15067517fe04 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:36:07.326158 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:07.329796 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-388d7383-c580-4f87-aef2-1bf78200e193 req-a84647c2-9e36-44e0-b5a3-91e221a7d68b tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "DELETE /v2.0/ports/59d86089-d5a0-456b-871d-15067517fe04 HTTP/1.1" status: 204 len: 173 time: 1.1174445 Jan 18 16:36:07.330713 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'name': 'network-vif-deleted', 'tag': '59d86089-d5a0-456b-871d-15067517fe04'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:07.333959 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fdae6a-e2ac-42c9-a61f-743e106a61a1" -d '{"events": [{"server_uuid": "adb5973b-a5b6-4b1a-b0a6-5e67939ea20c", "name": "network-vif-deleted", "tag": "59d86089-d5a0-456b-871d-15067517fe04"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:07.413968 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a4c4de-e37d-40a3-91f4-2965d7005f98 x-openstack-request-id: req-a8a4c4de-e37d-40a3-91f4-2965d7005f98 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:07.414403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb5973b-a5b6-4b1a-b0a6-5e67939ea20c", "name": "network-vif-deleted", "tag": "59d86089-d5a0-456b-871d-15067517fe04", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:07.414836 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8a4c4de-e37d-40a3-91f4-2965d7005f98 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:07.415463 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5973b-a5b6-4b1a-b0a6-5e67939ea20c', 'name': 'network-vif-deleted', 'tag': '59d86089-d5a0-456b-871d-15067517fe04', 'status': 'completed', 'code': 200} Jan 18 16:36:07.718783 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c83b5a-e9da-4feb-98f6-3f180fadd4a6 req-97ce2209-97fb-4917-9e3f-54c572f5e6cf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:07.720434 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-59c83b5a-e9da-4feb-98f6-3f180fadd4a6 req-97ce2209-97fb-4917-9e3f-54c572f5e6cf tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0723910 Jan 18 16:36:07.783112 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-59c83b5a-e9da-4feb-98f6-3f180fadd4a6 req-501f625e-f43b-4e88-b790-deac150c87c4 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564363 Jan 18 16:36:08.242952 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b82a6-fe1b-4e7f-9b9e-c73d509b3ad4 req-31c276d6-a725-4e7d-82a9-f4170d975d6d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:08.245109 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b35b82a6-fe1b-4e7f-9b9e-c73d509b3ad4 req-31c276d6-a725-4e7d-82a9-f4170d975d6d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0519946 Jan 18 16:36:08.320681 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b35b82a6-fe1b-4e7f-9b9e-c73d509b3ad4 req-c91d31d1-4b30-4104-96d1-12a44d39d72d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693710 Jan 18 16:36:08.979180 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [req-f09412c9-0af1-43d6-b2df-576f37803e46 req-51315a22-d357-4af7-90aa-add167b6a29f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:36:08.981323 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f09412c9-0af1-43d6-b2df-576f37803e46 req-51315a22-d357-4af7-90aa-add167b6a29f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086033 Jan 18 16:36:08.993385 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb865e-efe3-4d44-b128-ebe8d2babd0b req-20884fa0-858d-4ced-a694-7023036c1265 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:08.995655 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-93bb865e-efe3-4d44-b128-ebe8d2babd0b req-20884fa0-858d-4ced-a694-7023036c1265 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0956302 Jan 18 16:36:09.063974 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-93bb865e-efe3-4d44-b128-ebe8d2babd0b req-a4aa03f9-3876-4266-a24b-681aeee59db2 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Jan 18 16:36:09.161672 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff38cb-f10c-4e01-8c46-bd09c45e94ca req-7d619bb1-621a-4768-9d6e-178f8577dcdb tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:09.163224 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9fff38cb-f10c-4e01-8c46-bd09c45e94ca req-7d619bb1-621a-4768-9d6e-178f8577dcdb tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0566692 Jan 18 16:36:09.231939 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9fff38cb-f10c-4e01-8c46-bd09c45e94ca req-d060a8c8-9992-4feb-b196-b56781ebefc8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602396 Jan 18 16:36:09.360693 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-02979f83-aef6-4b57-badc-1b387bb9d81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:09.549403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45364) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:09.658162 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-8dbf4fe9-09d6-46bc-9667-246e6f8a1d29 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074808 Jan 18 16:36:09.668169 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-1405e330-9c80-46f0-bf00-c0b1ed13672d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:36:09.676273 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-1405e330-9c80-46f0-bf00-c0b1ed13672d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063944 Jan 18 16:36:09.696339 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:09.724823 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64b55c-efc4-4309-81d9-a7ec49055962 req-7410f71c-79ae-4c9c-9020-9ce08216d5b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:09.726447 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9a64b55c-efc4-4309-81d9-a7ec49055962 req-7410f71c-79ae-4c9c-9020-9ce08216d5b5 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 946 time: 0.0534644 Jan 18 16:36:09.780702 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9a64b55c-efc4-4309-81d9-a7ec49055962 req-82a3ed94-0ce3-4af5-9a38-1e833c213db2 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471370 Jan 18 16:36:09.785272 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: DOWN; New status is: DOWN {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:09.785272 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 59d86089-d5a0-456b-871d-15067517fe04 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:09.804108 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 59d86089-d5a0-456b-871d-15067517fe04 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:09.804456 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 59d86089-d5a0-456b-871d-15067517fe04 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:10.208928 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c190e72-8ea5-4606-9726-615b4b828bdb req-2927588b-712f-45a3-a073-9637f0bc226e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:10.211193 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5c190e72-8ea5-4606-9726-615b4b828bdb req-2927588b-712f-45a3-a073-9637f0bc226e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0538006 Jan 18 16:36:10.273153 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5c190e72-8ea5-4606-9726-615b4b828bdb req-4ba6ef3f-fd44-4d4e-a077-4776b349214e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539057 Jan 18 16:36:10.375182 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080075e1-8081-4844-bda1-28f3ec3dd45f req-ad6a4279-ea46-4799-bc59-ac28513bd299 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:10.376628 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-080075e1-8081-4844-bda1-28f3ec3dd45f req-ad6a4279-ea46-4799-bc59-ac28513bd299 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0563216 Jan 18 16:36:10.433611 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-080075e1-8081-4844-bda1-28f3ec3dd45f req-7b1b7228-b6dd-4b67-9764-847568193d7b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513244 Jan 18 16:36:10.936310 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9cb2c-c83b-4e7e-b016-1337b6b29e15 req-241f08e1-5458-4506-a854-155c0eb3d5d8 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:10.938995 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ba9cb2c-c83b-4e7e-b016-1337b6b29e15 req-241f08e1-5458-4506-a854-155c0eb3d5d8 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 946 time: 0.0709953 Jan 18 16:36:10.999875 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:11.006150 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ba9cb2c-c83b-4e7e-b016-1337b6b29e15 req-caa4d894-25e0-4474-9ae6-8a4441a2faca tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615549 Jan 18 16:36:11.224691 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045237-315e-436e-9032-33508036eedf req-24c5d4c5-efbf-4d33-b6fa-3baf8a939189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.226244 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-24c5d4c5-efbf-4d33-b6fa-3baf8a939189 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9&tenant_id=fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 1097 time: 0.0787988 Jan 18 16:36:11.299855 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045237-315e-436e-9032-33508036eedf req-77cb4ec9-b882-425b-831a-c7652d4e620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.301545 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-77cb4ec9-b882-425b-831a-c7652d4e620a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 1097 time: 0.0473855 Jan 18 16:36:11.413310 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd36c7-8390-48e0-a0c8-68737dd068c0 req-0f59aba1-4dfb-4360-904e-35c404dc7d9e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.414866 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045237-315e-436e-9032-33508036eedf req-cd761f1a-4c21-43ba-90e0-11dd2e5a6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.415026 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-eebd36c7-8390-48e0-a0c8-68737dd068c0 req-0f59aba1-4dfb-4360-904e-35c404dc7d9e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0619776 Jan 18 16:36:11.416897 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-cd761f1a-4c21-43ba-90e0-11dd2e5a6c0e service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.1060631 Jan 18 16:36:11.481259 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-eebd36c7-8390-48e0-a0c8-68737dd068c0 req-d4866b9d-3555-4921-8ae5-78802b0731b1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593076 Jan 18 16:36:11.535749 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-9d58d3a7-8c54-4abe-8e7d-89c6a83f9602 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.537225 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-9d58d3a7-8c54-4abe-8e7d-89c6a83f9602 tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 946 time: 0.1064160 Jan 18 16:36:11.540518 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-b40c0ca1-9566-4976-af66-7db77b174a94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287 HTTP/1.1" status: 200 len: 1000 time: 0.1112697 Jan 18 16:36:11.653630 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045237-315e-436e-9032-33508036eedf req-3abae22a-c70f-4321-b2b1-abb9db10d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.655099 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-3abae22a-c70f-4321-b2b1-abb9db10d8b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.1033957 Jan 18 16:36:11.689528 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d3877-1d4a-4eea-9574-98eaa618f35c req-4242f5e3-2058-40d7-b549-2af87bed20c8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.690976 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-731d3877-1d4a-4eea-9574-98eaa618f35c req-4242f5e3-2058-40d7-b549-2af87bed20c8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.1526027 Jan 18 16:36:11.767478 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045237-315e-436e-9032-33508036eedf req-22998715-a1a7-4156-bad1-2b7371205d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.768894 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-22998715-a1a7-4156-bad1-2b7371205d69 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950613 Jan 18 16:36:11.778427 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-731d3877-1d4a-4eea-9574-98eaa618f35c req-ae59370a-0e6b-4549-bae6-4ae08bc27b52 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696595 Jan 18 16:36:11.801018 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Deleting port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:11.801354 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:11.938235 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-e8ebdc90-8264-4fec-962a-2d7d0d6ff09b service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588466 Jan 18 16:36:11.967706 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] For port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,segment=NetworkSegment(bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45),segment_id=bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:11.968166 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:11.996428 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Calling delete_port for 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:12.120405 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-73045237-315e-436e-9032-33508036eedf req-80dab7fb-bf9c-4402-bbc9-6ec0247a434a service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722023 Jan 18 16:36:12.163418 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51a9cd-2c50-4a50-9559-06d0d58507d8 req-78d8d6b3-c733-46ff-b081-7bc367cd67bf tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:12.165219 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7e51a9cd-2c50-4a50-9559-06d0d58507d8 req-78d8d6b3-c733-46ff-b081-7bc367cd67bf tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/ports?device_id=57fa7297-c9e4-4462-b921-cfd2e7d91b0e HTTP/1.1" status: 200 len: 946 time: 0.0637414 Jan 18 16:36:12.227728 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (814af72c-6bb0-43e5-8d82-b3fa9e24bec4), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:12.236575 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7e51a9cd-2c50-4a50-9559-06d0d58507d8 req-90aa9406-6360-4a13-b74c-5b739dbc77bf tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d76fb44-87c0-4454-91a2-76e11b0bbb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644243 Jan 18 16:36:12.245423 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['814af72c-6bb0-43e5-8d82-b3fa9e24bec4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:36:12.268134 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Pushing event deleted for resources: {'Port': ['ID=814af72c-6bb0-43e5-8d82-b3fa9e24bec4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:12.327377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] No DVR routers for this DVR port 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:36:12.332197 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:12.337428 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c18cb571-cc13-4738-9720-c0f39262fc4b req-822e5eac-5979-4e5a-ac27-e0c7c37900ef tempest-AttachVolumeNegativeTest-2145019567 tempest-AttachVolumeNegativeTest-2145019567-project] 10.222.0.81 "DELETE /v2.0/ports/814af72c-6bb0-43e5-8d82-b3fa9e24bec4 HTTP/1.1" status: 204 len: 173 time: 0.7865655 Jan 18 16:36:12.338790 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'name': 'network-vif-deleted', 'tag': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:12.343313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d819ea6-9c2d-416a-811b-39650e06670f" -d '{"events": [{"server_uuid": "57fa7297-c9e4-4462-b921-cfd2e7d91b0e", "name": "network-vif-deleted", "tag": "814af72c-6bb0-43e5-8d82-b3fa9e24bec4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:12.395011 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863eb982-381c-42df-b94e-406786438bd1 x-openstack-request-id: req-863eb982-381c-42df-b94e-406786438bd1 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:12.396355 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa7297-c9e4-4462-b921-cfd2e7d91b0e", "name": "network-vif-deleted", "tag": "814af72c-6bb0-43e5-8d82-b3fa9e24bec4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:12.396782 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-863eb982-381c-42df-b94e-406786438bd1 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:12.397447 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa7297-c9e4-4462-b921-cfd2e7d91b0e', 'name': 'network-vif-deleted', 'tag': '814af72c-6bb0-43e5-8d82-b3fa9e24bec4', 'status': 'completed', 'code': 200} Jan 18 16:36:12.416671 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:12.659465 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55302a3a-5385-4dc8-9606-a18cc4c7bde8 req-3a0292ca-abfd-4cd5-8107-de46f686636b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:12.661100 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-55302a3a-5385-4dc8-9606-a18cc4c7bde8 req-3a0292ca-abfd-4cd5-8107-de46f686636b tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0690224 Jan 18 16:36:12.738415 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-55302a3a-5385-4dc8-9606-a18cc4c7bde8 req-d3de150b-b859-4955-93be-caa2186eb924 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656054 Jan 18 16:36:13.117680 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3258-b8ff-4a2f-8bcf-529da4e149db req-a96d90c7-30b9-400a-a411-26f821a0e714 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:13.120537 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-605b3258-b8ff-4a2f-8bcf-529da4e149db req-a96d90c7-30b9-400a-a411-26f821a0e714 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.1513302 Jan 18 16:36:13.161934 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.328063 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-605b3258-b8ff-4a2f-8bcf-529da4e149db req-8395c2f0-a480-4e8b-aee8-49eac944c7f6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901417 Jan 18 16:36:13.383249 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45426) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:13.451300 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] Deleting subnet 13b89a15-6265-4f2e-80e8-c65a89f40785 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:36:13.456205 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] Publish callbacks [] for subnet (13b89a15-6265-4f2e-80e8-c65a89f40785), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.514221 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (13b89a15-6265-4f2e-80e8-c65a89f40785), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.594051 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (13b89a15-6265-4f2e-80e8-c65a89f40785), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.710171 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (13b89a15-6265-4f2e-80e8-c65a89f40785), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.792277 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b89a15-6265-4f2e-80e8-c65a89f40785,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:13.800027 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.805943 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-13f337d4-b910-416b-852b-ee30bb57db72 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/13b89a15-6265-4f2e-80e8-c65a89f40785 HTTP/1.1" status: 204 len: 168 time: 0.4201164 Jan 18 16:36:13.810033 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45432) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:13.977290 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f58efa-0d95-4bda-a27f-09d253f40518 req-4fe3d2df-2091-43f4-b999-51887b42e992 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:13.984699 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-27f58efa-0d95-4bda-a27f-09d253f40518 req-4fe3d2df-2091-43f4-b999-51887b42e992 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1307843 Jan 18 16:36:14.022421 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (8dd083ae-24c9-4a76-85c1-b5a769e8710c), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:14.096695 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-27f58efa-0d95-4bda-a27f-09d253f40518 req-e4e1ad32-582d-4f54-b45a-94e8a6e8ab99 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102960 Jan 18 16:36:14.539568 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (8dd083ae-24c9-4a76-85c1-b5a769e8710c), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:14.623808 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fa26d-6e1a-46ea-90fe-d27fd48a80f3 req-97892f06-60c4-435a-98c9-ddd3e47ec577 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:14.626092 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-429fa26d-6e1a-46ea-90fe-d27fd48a80f3 req-97892f06-60c4-435a-98c9-ddd3e47ec577 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0825393 Jan 18 16:36:14.628172 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd083ae-24c9-4a76-85c1-b5a769e8710c']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:14.668867 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:14.669636 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:14.715703 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-429fa26d-6e1a-46ea-90fe-d27fd48a80f3 req-b251051a-640d-4ef9-9e91-a4a4bfe08bca tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725341 Jan 18 16:36:14.722882 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:14.764132 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:14.789446 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:36:14.790262 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (bbbad4b2-ea36-43fd-9ad0-fa2286eb2e45), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:36:14.808846 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:36:14.887352 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (8dd083ae-24c9-4a76-85c1-b5a769e8710c), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:14.914203 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:14.918389 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8dd083ae-24c9-4a76-85c1-b5a769e8710c HTTP/1.1" status: 204 len: 168 time: 1.1070185 Jan 18 16:36:14.919908 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad72870-dd22-4f26-9cfc-e457e2f8cf22 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd083ae-24c9-4a76-85c1-b5a769e8710c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:15.298140 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc051a66-a487-436e-8476-0cac97ecb35a req-44cab037-d4c1-47fc-a036-831ab6ec4a75 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:15.307399 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cc051a66-a487-436e-8476-0cac97ecb35a req-44cab037-d4c1-47fc-a036-831ab6ec4a75 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1036015 Jan 18 16:36:15.363787 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45442) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:15.390476 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cc051a66-a487-436e-8476-0cac97ecb35a req-b21532db-694f-43d8-856e-5a59a89ab665 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816977 Jan 18 16:36:15.513743 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-89ea1587-eb5f-49db-a3a5-ea60bd70398d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dba904fb8d2b4eef9f7c7a5740170780&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1482425 Jan 18 16:36:15.525535 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45446) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:15.588665 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-474fb2df-fab4-44a0-af18-7fcb95373134 admin admin] Publish callbacks [] for security_group (8d76fb44-87c0-4454-91a2-76e11b0bbb88), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:15.627504 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-474fb2df-fab4-44a0-af18-7fcb95373134 admin admin] Publish callbacks [] for security_group (8d76fb44-87c0-4454-91a2-76e11b0bbb88), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:15.701838 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-474fb2df-fab4-44a0-af18-7fcb95373134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8d76fb44-87c0-4454-91a2-76e11b0bbb88), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:15.705754 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-474fb2df-fab4-44a0-af18-7fcb95373134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:15.710164 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-474fb2df-fab4-44a0-af18-7fcb95373134 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8d76fb44-87c0-4454-91a2-76e11b0bbb88 HTTP/1.1" status: 204 len: 168 time: 0.1907983 Jan 18 16:36:15.718471 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:15.745564 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fb2df-fab4-44a0-af18-7fcb95373134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d76fb44-87c0-4454-91a2-76e11b0bbb88,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:15.761871 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:15.762531 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 814af72c-6bb0-43e5-8d82-b3fa9e24bec4 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:16.037750 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6124e-8d5a-44d9-add0-b4ddb4f987c2 req-3e71d31f-16d0-4efd-af1e-71e71d74220e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:16.049352 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-14a6124e-8d5a-44d9-add0-b4ddb4f987c2 req-3e71d31f-16d0-4efd-af1e-71e71d74220e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.1179705 Jan 18 16:36:16.158162 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-14a6124e-8d5a-44d9-add0-b4ddb4f987c2 req-2e7e5499-4970-4391-86ec-3eef2ebe43b4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077292 Jan 18 16:36:16.803612 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29397afc-8711-4903-91bc-7f954ca46eb7 req-a50e5c4d-a747-4cb7-aba0-3113ba425d1f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:16.818136 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-29397afc-8711-4903-91bc-7f954ca46eb7 req-a50e5c4d-a747-4cb7-aba0-3113ba425d1f tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.2004361 Jan 18 16:36:16.920385 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-29397afc-8711-4903-91bc-7f954ca46eb7 req-07c06bc0-6d20-47a3-aa80-144ee1ac8f70 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000292 Jan 18 16:36:17.392588 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85163b-31d6-4fc8-8ded-f3775e88e314 req-5245a6e2-4b1c-4874-912e-b45b916ba212 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:17.394942 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2a85163b-31d6-4fc8-8ded-f3775e88e314 req-5245a6e2-4b1c-4874-912e-b45b916ba212 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0746343 Jan 18 16:36:17.545522 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2a85163b-31d6-4fc8-8ded-f3775e88e314 req-0102a203-44db-4407-a8af-3b40f916b33b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409795 Jan 18 16:36:18.105051 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b40864-de85-4734-8674-2c82b1e7190f req-4bf5a4f4-068d-4794-878a-0bc727d6f61a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:18.107306 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8b40864-de85-4734-8674-2c82b1e7190f req-4bf5a4f4-068d-4794-878a-0bc727d6f61a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0651488 Jan 18 16:36:18.174908 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f8b40864-de85-4734-8674-2c82b1e7190f req-bdedbb4d-06c3-4a2d-94d1-865187d10914 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606852 Jan 18 16:36:18.753311 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c5b2a-d990-4582-89ff-d4a19bb14778 req-92a4c7ca-5f21-45a5-be15-ab00192c4047 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:18.756256 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b29c5b2a-d990-4582-89ff-d4a19bb14778 req-92a4c7ca-5f21-45a5-be15-ab00192c4047 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0809870 Jan 18 16:36:18.837985 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b29c5b2a-d990-4582-89ff-d4a19bb14778 req-c88a9db2-8434-488c-9bae-4e9b3335397e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740399 Jan 18 16:36:19.416888 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72128d-26b0-4b56-ad13-58a6ad688d8c req-329cd80b-165f-40e5-8f0a-31f2562d5cad tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:19.427008 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5a72128d-26b0-4b56-ad13-58a6ad688d8c req-329cd80b-165f-40e5-8f0a-31f2562d5cad tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1236668 Jan 18 16:36:19.504846 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5a72128d-26b0-4b56-ad13-58a6ad688d8c req-bd030ed9-20bd-49c7-953a-104c67b3b478 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666647 Jan 18 16:36:20.051540 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c66e49-7ae3-43a4-8f4b-5e154fb981bc req-6b330b84-4d85-4e8e-9982-ac941d935aa8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:20.053008 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82c66e49-7ae3-43a4-8f4b-5e154fb981bc req-6b330b84-4d85-4e8e-9982-ac941d935aa8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0603411 Jan 18 16:36:20.103302 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82c66e49-7ae3-43a4-8f4b-5e154fb981bc req-2475874d-852c-47ff-ae7a-1994cf3766cf tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445819 Jan 18 16:36:20.648678 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c847-e5f9-4d92-9822-7ab403f9d6d0 req-a95f951b-7308-44c2-9953-9f3eb944c823 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:20.650261 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c8c847-e5f9-4d92-9822-7ab403f9d6d0 req-a95f951b-7308-44c2-9953-9f3eb944c823 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0571301 Jan 18 16:36:20.703343 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-66c8c847-e5f9-4d92-9822-7ab403f9d6d0 req-ec601ca9-b198-4336-956f-3e82c853cb06 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474634 Jan 18 16:36:21.241178 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496884d-4874-4134-83a9-ba054e1e0633 req-e4d15f4f-b886-4db2-845e-d0f17ad562db tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:21.242687 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4496884d-4874-4134-83a9-ba054e1e0633 req-e4d15f4f-b886-4db2-845e-d0f17ad562db tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0596044 Jan 18 16:36:21.294419 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4496884d-4874-4134-83a9-ba054e1e0633 req-2be69ede-8c13-411d-9a93-675db675ce76 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 Jan 18 16:36:21.827606 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446b3c-3294-4296-b9a4-bba5858acc38 req-ede2e40e-4989-4d67-8495-f439189443cc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:21.829195 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06446b3c-3294-4296-b9a4-bba5858acc38 req-ede2e40e-4989-4d67-8495-f439189443cc tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0519326 Jan 18 16:36:21.877065 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-06446b3c-3294-4296-b9a4-bba5858acc38 req-a43a0873-9142-4b99-b296-33416c104b26 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Jan 18 16:36:22.419364 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8151-50f8-42a0-8156-c6c642b8791c req-1860165f-948a-49bd-94cd-696964b3d1ef tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:22.420887 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8f1e8151-50f8-42a0-8156-c6c642b8791c req-1860165f-948a-49bd-94cd-696964b3d1ef tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Jan 18 16:36:22.468761 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8f1e8151-50f8-42a0-8156-c6c642b8791c req-19c6fedc-4aeb-4994-a33a-19cbe9f1a9a3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422907 Jan 18 16:36:22.997533 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0994ec8-ec1c-4bb2-a0ee-9f1de345f655 req-0f390e30-ebbc-4840-a7bf-3da0709b007c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:22.999092 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0994ec8-ec1c-4bb2-a0ee-9f1de345f655 req-0f390e30-ebbc-4840-a7bf-3da0709b007c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Jan 18 16:36:23.047061 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0994ec8-ec1c-4bb2-a0ee-9f1de345f655 req-6abcb7dd-0628-481f-8d54-ef1efdbe67e1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Jan 18 16:36:23.592719 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5f307-cdb9-49bf-ba11-4a87ec23c1c1 req-11d2bd4a-2ce0-475f-820d-cb4d35ed8cb5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:23.594220 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7ec5f307-cdb9-49bf-ba11-4a87ec23c1c1 req-11d2bd4a-2ce0-475f-820d-cb4d35ed8cb5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Jan 18 16:36:23.630052 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:23.646167 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7ec5f307-cdb9-49bf-ba11-4a87ec23c1c1 req-da12fa63-a794-4977-96d3-884e519f6e44 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 Jan 18 16:36:24.171519 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf401541-e5fc-4f26-9164-08be3c2f2868 req-61cfca16-5f0d-46a6-93aa-39985cd8467c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:24.173031 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf401541-e5fc-4f26-9164-08be3c2f2868 req-61cfca16-5f0d-46a6-93aa-39985cd8467c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0515022 Jan 18 16:36:24.231966 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf401541-e5fc-4f26-9164-08be3c2f2868 req-accebded-d1d4-4a16-91c4-a26cfabdc0a1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529950 Jan 18 16:36:24.502957 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a288ea-3d7c-4193-a711-d90b183999f2 req-edff3404-2903-4508-a181-8ad9992bb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:24.504463 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-39a288ea-3d7c-4193-a711-d90b183999f2 req-edff3404-2903-4508-a181-8ad9992bb39b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.0457323 Jan 18 16:36:24.553055 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-39a288ea-3d7c-4193-a711-d90b183999f2 req-fa8a2e9e-717e-4283-b024-d6220a6873f3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Jan 18 16:36:24.771018 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a9b7-6a18-4c56-8400-35036dac7131 req-08363502-ebe8-457f-a004-519d84cc7271 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:24.772460 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-aa00a9b7-6a18-4c56-8400-35036dac7131 req-08363502-ebe8-457f-a004-519d84cc7271 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0544176 Jan 18 16:36:24.824916 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-aa00a9b7-6a18-4c56-8400-35036dac7131 req-adf6ad2a-fd19-4f50-b51b-289ddc5f1783 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450282 Jan 18 16:36:25.366247 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedb0d9-600c-4a59-9646-13c2b69cfda0 req-6447cce7-8e0f-49f0-b2bf-6c8e1b8ca87d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:25.367929 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cedb0d9-600c-4a59-9646-13c2b69cfda0 req-6447cce7-8e0f-49f0-b2bf-6c8e1b8ca87d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0662994 Jan 18 16:36:25.426243 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cedb0d9-600c-4a59-9646-13c2b69cfda0 req-45e50a40-8633-4e26-9038-b0e616f92d00 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514498 Jan 18 16:36:25.957988 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b763b2b-9ba2-4c53-891b-08b48e7e4a97 req-db7be005-455e-4795-ba77-f97fc371c7b3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:25.959567 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0b763b2b-9ba2-4c53-891b-08b48e7e4a97 req-db7be005-455e-4795-ba77-f97fc371c7b3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0575016 Jan 18 16:36:26.012787 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0b763b2b-9ba2-4c53-891b-08b48e7e4a97 req-08248924-2a49-4ddb-bfc4-e80877ecc4e2 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Jan 18 16:36:26.107932 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-66b91e94-b9d1-468f-b874-8d66fce9924b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464993 Jan 18 16:36:26.172729 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-256abbef-decf-489c-9528-9c655238497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:26.174280 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-256abbef-decf-489c-9528-9c655238497c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 1099 time: 0.0452566 Jan 18 16:36:26.282375 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-ab9a3d58-2ccb-481a-8c82-3940d73e802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:26.283904 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-ab9a3d58-2ccb-481a-8c82-3940d73e802f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.0911117 Jan 18 16:36:26.328989 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-810c16f2-8a00-4618-94c9-2c6612e35532 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e534038-367a-497e-a8f1-e263a9b649da HTTP/1.1" status: 200 len: 217 time: 0.0390053 Jan 18 16:36:26.337166 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:26.378075 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-b5b332d9-fbc4-4638-9886-be379a5e1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:26.379590 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-b5b332d9-fbc4-4638-9886-be379a5e1031 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.0436144 Jan 18 16:36:26.411955 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-f4af8554-cf88-4138-84ca-2a4be29e72a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258839 Jan 18 16:36:26.446963 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:26.546397 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-dce975b9-ea76-4028-88a1-cd4428466713 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289513 Jan 18 16:36:26.552408 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Publish callbacks [] for security_group (5a090611-b2f4-4f7e-bae1-4ab01544f586), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:26.557251 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5a090611-b2f4-4f7e-bae1-4ab01544f586), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:26.588023 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7bbb1-a2b9-4601-9100-1785a0ac07fb req-1b73472a-fa24-4cd0-8ee5-6d6e20cd55ea tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:26.589549 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1ab7bbb1-a2b9-4601-9100-1785a0ac07fb req-1b73472a-fa24-4cd0-8ee5-6d6e20cd55ea tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0797570 Jan 18 16:36:26.597130 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a090611-b2f4-4f7e-bae1-4ab01544f586,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:26.604596 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=47c040e4f35f4ec2a0b08fd2a70b8648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631686 Jan 18 16:36:26.606194 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:26.613719 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.614076 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.614418 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.614754 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.615087 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.615412 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.615739 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.616068 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.616395 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.616720 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.617170 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.617445 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.617792 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301b5d2-a2a1-4e01-bcd9-236e8c06b050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:26.675460 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1027de4a-f2fd-4712-82af-7ea386a0345d admin admin] Publish callbacks [] for security_group (5a090611-b2f4-4f7e-bae1-4ab01544f586), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:26.690967 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1ab7bbb1-a2b9-4601-9100-1785a0ac07fb req-0ada09af-dcf9-40cb-af2b-9b9ae068c54e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942030 Jan 18 16:36:26.698382 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa48c57f-99ce-40c0-ba4e-ffbad9cd6077 req-164b7022-15f6-44cc-846f-86379094868e service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456313 Jan 18 16:36:26.701170 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1027de4a-f2fd-4712-82af-7ea386a0345d admin admin] Publish callbacks [] for security_group (5a090611-b2f4-4f7e-bae1-4ab01544f586), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:26.759254 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1027de4a-f2fd-4712-82af-7ea386a0345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5a090611-b2f4-4f7e-bae1-4ab01544f586), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:26.762524 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1027de4a-f2fd-4712-82af-7ea386a0345d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:26.766261 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-1027de4a-f2fd-4712-82af-7ea386a0345d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a090611-b2f4-4f7e-bae1-4ab01544f586 HTTP/1.1" status: 204 len: 168 time: 0.1587734 Jan 18 16:36:26.777959 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027de4a-f2fd-4712-82af-7ea386a0345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a090611-b2f4-4f7e-bae1-4ab01544f586,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:27.049232 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-794cd76e-e7a6-4f4b-b6be-d351c948c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:27.051045 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-794cd76e-e7a6-4f4b-b6be-d351c948c00a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac4e86b39e7a4904912343571ef86b74&device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 1098 time: 0.0482543 Jan 18 16:36:27.076874 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a74b1-42cc-41a5-b346-d62d72750621 req-07bfbc74-d42a-4e86-b136-d1297c5caf6d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:27.078225 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c42a74b1-42cc-41a5-b346-d62d72750621 req-07bfbc74-d42a-4e86-b136-d1297c5caf6d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0566213 Jan 18 16:36:27.136779 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c42a74b1-42cc-41a5-b346-d62d72750621 req-4b526b41-ff4c-4088-86a9-d837a3ba492d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523801 Jan 18 16:36:27.194187 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-540fe63a-995e-4f09-a0b2-6b5a061a01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:27.195570 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-540fe63a-995e-4f09-a0b2-6b5a061a01ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 200 len: 919 time: 0.1378217 Jan 18 16:36:27.204851 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e13bda-f6b6-4d57-aafb-df174fcf5e03 req-981c0ad8-423b-4175-84bf-dbfc109f0b6d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:27.206357 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d5e13bda-f6b6-4d57-aafb-df174fcf5e03 req-981c0ad8-423b-4175-84bf-dbfc109f0b6d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0771425 Jan 18 16:36:27.252127 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-cde0d60a-610c-433f-aa3e-70982a90fc9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 200 len: 217 time: 0.0448136 Jan 18 16:36:27.323811 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d5e13bda-f6b6-4d57-aafb-df174fcf5e03 req-8ec69cf9-c801-4440-b785-99c5088fe7f9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087544 Jan 18 16:36:27.325702 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-4b3cce02-8e61-45e8-a8f4-dd9734855ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:27.327069 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-4b3cce02-8e61-45e8-a8f4-dd9734855ecd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 200 len: 858 time: 0.0688448 Jan 18 16:36:27.358546 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-7265f855-dd4a-4a7c-a5e3-dd26eba2a127 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f554de0e-6680-4aba-b862-4961f254c90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254569 Jan 18 16:36:27.476569 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-71383774-65d0-44dd-a867-d02b4cdfe06b service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110501 Jan 18 16:36:27.568435 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7c5196d2-806e-47c0-aec3-7d4536134027 req-4210c7d8-d3f6-43ec-8599-a11e98fa8ec8 service neutron] 10.222.0.81 "GET /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Jan 18 16:36:28.264296 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b726cd7-06f3-40d1-9fcc-ec8dad6845d1 req-43682020-c6d6-4138-b180-334643ce68db tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:28.265902 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8b726cd7-06f3-40d1-9fcc-ec8dad6845d1 req-43682020-c6d6-4138-b180-334643ce68db tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0552981 Jan 18 16:36:28.315971 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8b726cd7-06f3-40d1-9fcc-ec8dad6845d1 req-1753c722-3a16-4b2c-8443-a4e6e8a0152d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Jan 18 16:36:28.458219 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8876b68-c2bd-4060-8c23-1a7308cb4b44 req-a663e2d7-5924-4592-8ca7-9be1c6823541 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:28.459773 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8876b68-c2bd-4060-8c23-1a7308cb4b44 req-a663e2d7-5924-4592-8ca7-9be1c6823541 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0600467 Jan 18 16:36:28.520512 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8876b68-c2bd-4060-8c23-1a7308cb4b44 req-5d2413d1-9b7c-4004-a131-5b545b293501 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541363 Jan 18 16:36:29.434904 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43960c22-da8f-4e74-8179-e16923b3aa3e req-ffa0902e-f5f8-46bd-801e-ae94a70d9973 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:29.436395 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-43960c22-da8f-4e74-8179-e16923b3aa3e req-ffa0902e-f5f8-46bd-801e-ae94a70d9973 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Jan 18 16:36:29.484975 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-43960c22-da8f-4e74-8179-e16923b3aa3e req-9c3de46f-f55c-4196-bbcb-14f94e596b47 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Jan 18 16:36:29.656947 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c66a55-2f82-473f-a3ce-1caeaf5f135f req-e3d33669-39cd-4c33-9c4f-f8b6c5e14e68 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:29.658751 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28c66a55-2f82-473f-a3ce-1caeaf5f135f req-e3d33669-39cd-4c33-9c4f-f8b6c5e14e68 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0601394 Jan 18 16:36:29.710641 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28c66a55-2f82-473f-a3ce-1caeaf5f135f req-0b55f4b7-dfdd-4aeb-96c7-4d8223ee69e6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 Jan 18 16:36:30.613248 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4899e-2d79-4f7f-bb95-bff8ac65bedb req-0f477b45-f1c1-4418-800c-5ebd1773848d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:30.614844 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f3e4899e-2d79-4f7f-bb95-bff8ac65bedb req-0f477b45-f1c1-4418-800c-5ebd1773848d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0548582 Jan 18 16:36:30.664471 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f3e4899e-2d79-4f7f-bb95-bff8ac65bedb req-7f71a5b8-be3a-4d2d-b899-0400ecd332c2 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 Jan 18 16:36:30.839943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a18262-3a85-4666-af72-7f40095d904c req-9a616f85-61f1-400f-8355-393db03d06b1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:30.841349 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-78a18262-3a85-4666-af72-7f40095d904c req-9a616f85-61f1-400f-8355-393db03d06b1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0484862 Jan 18 16:36:30.887851 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-78a18262-3a85-4666-af72-7f40095d904c req-99882dea-6989-4082-bc99-c29e9722d431 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Jan 18 16:36:31.780926 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b4ba-ff4b-4d30-b647-8562622f338a req-a9ae7495-f847-4727-9145-661102da88f3 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:31.782660 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3fd0b4ba-ff4b-4d30-b647-8562622f338a req-a9ae7495-f847-4727-9145-661102da88f3 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0493817 Jan 18 16:36:31.846564 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3fd0b4ba-ff4b-4d30-b647-8562622f338a req-3ed0e52f-d11a-4aff-a50d-404fcaf11099 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582983 Jan 18 16:36:32.012443 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c2fd1-d6b6-4d9f-9501-e5aae30f3f29 req-31fa0fed-c71b-4055-848d-d51592dcf32d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:32.013885 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f67c2fd1-d6b6-4d9f-9501-e5aae30f3f29 req-31fa0fed-c71b-4055-848d-d51592dcf32d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0521882 Jan 18 16:36:32.066117 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f67c2fd1-d6b6-4d9f-9501-e5aae30f3f29 req-3638a941-acdd-4444-a65f-fbdf18a08cc8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462179 Jan 18 16:36:32.384303 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45792) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:32.499589 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42b5d483-3eea-4b4c-bb13-bc039ac6d985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:32.582370 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42b5d483-3eea-4b4c-bb13-bc039ac6d985 admin admin] Publish callbacks [] for security_group (5f9d78ed-5814-4d5d-8950-99b909d1ca86), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:32.587518 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42b5d483-3eea-4b4c-bb13-bc039ac6d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5f9d78ed-5814-4d5d-8950-99b909d1ca86), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:32.638936 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-42b5d483-3eea-4b4c-bb13-bc039ac6d985 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c0815bb5a3014a3ab39a2f7adf6bee72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532907 Jan 18 16:36:32.640067 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5d483-3eea-4b4c-bb13-bc039ac6d985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9d78ed-5814-4d5d-8950-99b909d1ca86,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:32.641766 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45802) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:32.689995 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Publish callbacks [] for security_group (5f9d78ed-5814-4d5d-8950-99b909d1ca86), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:32.711345 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Publish callbacks [] for security_group (5f9d78ed-5814-4d5d-8950-99b909d1ca86), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:32.758303 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5f9d78ed-5814-4d5d-8950-99b909d1ca86), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:32.761317 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:32.762492 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f9d78ed-5814-4d5d-8950-99b909d1ca86 HTTP/1.1" status: 204 len: 168 time: 0.1196585 Jan 18 16:36:32.770255 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9d78ed-5814-4d5d-8950-99b909d1ca86,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:32.778726 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.778996 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.779338 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.779676 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.780004 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.780441 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.780648 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.780969 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.781295 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.781650 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.781974 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.782287 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.782621 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad53cb-6d79-45b6-9bc0-0d965dd41d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:32.972832 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b683706-d651-4478-b2a6-6eee9a4c8b8f req-2fc01cb4-120a-4502-b062-c1d87eb32515 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:32.974477 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6b683706-d651-4478-b2a6-6eee9a4c8b8f req-2fc01cb4-120a-4502-b062-c1d87eb32515 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0525866 Jan 18 16:36:33.030150 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6b683706-d651-4478-b2a6-6eee9a4c8b8f req-2fb8d349-b1a1-4044-896c-c56f8d2903f9 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489249 Jan 18 16:36:33.055985 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45812) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:33.069920 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db6b07b3-9097-433a-b2c1-1bec3f3a03ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.187934 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db6b07b3-9097-433a-b2c1-1bec3f3a03ef admin admin] Publish callbacks [] for security_group (032edbae-ffa7-4780-a6d0-70f56f274e45), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.193445 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db6b07b3-9097-433a-b2c1-1bec3f3a03ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (032edbae-ffa7-4780-a6d0-70f56f274e45), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.248291 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-db6b07b3-9097-433a-b2c1-1bec3f3a03ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=048a928282504f65964025f150dbdbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908178 Jan 18 16:36:33.251484 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45822) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:33.260046 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a602d-296b-4f25-9be1-92b31f2079bf req-c7425551-12e9-4261-a4a4-896af769cde7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:33.261521 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ce1a602d-296b-4f25-9be1-92b31f2079bf req-c7425551-12e9-4261-a4a4-896af769cde7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.1100640 Jan 18 16:36:33.262345 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b07b3-9097-433a-b2c1-1bec3f3a03ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032edbae-ffa7-4780-a6d0-70f56f274e45,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:33.308837 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca063e92-3fb1-47e8-bc9b-9a95262b9d6b admin admin] Publish callbacks [] for security_group (032edbae-ffa7-4780-a6d0-70f56f274e45), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.333334 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ce1a602d-296b-4f25-9be1-92b31f2079bf req-5f99ae5e-1dc1-4a52-bc09-4b231b13359d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630038 Jan 18 16:36:33.343789 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca063e92-3fb1-47e8-bc9b-9a95262b9d6b admin admin] Publish callbacks [] for security_group (032edbae-ffa7-4780-a6d0-70f56f274e45), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.402550 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca063e92-3fb1-47e8-bc9b-9a95262b9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (032edbae-ffa7-4780-a6d0-70f56f274e45), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.406066 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca063e92-3fb1-47e8-bc9b-9a95262b9d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.407228 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ca063e92-3fb1-47e8-bc9b-9a95262b9d6b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/032edbae-ffa7-4780-a6d0-70f56f274e45 HTTP/1.1" status: 204 len: 168 time: 0.1545253 Jan 18 16:36:33.415406 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca063e92-3fb1-47e8-bc9b-9a95262b9d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032edbae-ffa7-4780-a6d0-70f56f274e45,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:33.780328 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:36:34.467930 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b05f-e570-4b46-80e3-14f0d7a6de86 req-76525c48-0069-42a3-8581-322cb83bba17 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:34.474049 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5a74b05f-e570-4b46-80e3-14f0d7a6de86 req-76525c48-0069-42a3-8581-322cb83bba17 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0579026 Jan 18 16:36:34.524119 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5a74b05f-e570-4b46-80e3-14f0d7a6de86 req-4197325c-0cbd-433f-862e-8d46c79ca301 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473413 Jan 18 16:36:35.423788 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45912) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:35.530182 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b056f65-10da-4adb-b37c-2efd46b7ad44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.610404 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b056f65-10da-4adb-b37c-2efd46b7ad44 admin admin] Publish callbacks [] for security_group (77472bff-7bfe-4975-bf68-07413dd82ec2), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.615361 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b056f65-10da-4adb-b37c-2efd46b7ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (77472bff-7bfe-4975-bf68-07413dd82ec2), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.648719 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d446b0-6068-412d-aa9e-3ee68fcc29a8 req-2d97ddd4-2e7e-42c6-9141-e340b0de67c7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:35.651699 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00d446b0-6068-412d-aa9e-3ee68fcc29a8 req-2d97ddd4-2e7e-42c6-9141-e340b0de67c7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0517402 Jan 18 16:36:35.656696 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-6b056f65-10da-4adb-b37c-2efd46b7ad44 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1981049e3a1841159063bec0ef3ab559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318413 Jan 18 16:36:35.657593 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b056f65-10da-4adb-b37c-2efd46b7ad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77472bff-7bfe-4975-bf68-07413dd82ec2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:35.660616 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45920) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:35.700421 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00d446b0-6068-412d-aa9e-3ee68fcc29a8 req-33ba44c0-e056-4eb8-82e2-e40e9c40adef tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Jan 18 16:36:35.708733 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fddb28b9-d974-4435-a65b-80311fa9d1d3 admin admin] Publish callbacks [] for security_group (77472bff-7bfe-4975-bf68-07413dd82ec2), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.731016 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fddb28b9-d974-4435-a65b-80311fa9d1d3 admin admin] Publish callbacks [] for security_group (77472bff-7bfe-4975-bf68-07413dd82ec2), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.783344 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fddb28b9-d974-4435-a65b-80311fa9d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (77472bff-7bfe-4975-bf68-07413dd82ec2), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.786020 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fddb28b9-d974-4435-a65b-80311fa9d1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.787185 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-fddb28b9-d974-4435-a65b-80311fa9d1d3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77472bff-7bfe-4975-bf68-07413dd82ec2 HTTP/1.1" status: 204 len: 168 time: 0.1254580 Jan 18 16:36:35.797676 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb28b9-d974-4435-a65b-80311fa9d1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77472bff-7bfe-4975-bf68-07413dd82ec2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:36.026114 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45932) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:36.135695 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45936) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:36.143059 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5740627a-02fc-412e-a4e7-99079ccbab98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.149532 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6f7de31c-d4e5-4f99-8ed4-4e1766c06ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.220376 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5740627a-02fc-412e-a4e7-99079ccbab98 admin admin] Publish callbacks [] for security_group (2102762c-3f23-4cf2-8e9c-859ac7cf0950), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.224709 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5740627a-02fc-412e-a4e7-99079ccbab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2102762c-3f23-4cf2-8e9c-859ac7cf0950), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.231088 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6f7de31c-d4e5-4f99-8ed4-4e1766c06ca8 admin admin] Publish callbacks [] for security_group (d0927116-6374-43e3-90c3-f189fcb44b06), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.234913 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6f7de31c-d4e5-4f99-8ed4-4e1766c06ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d0927116-6374-43e3-90c3-f189fcb44b06), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.266611 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-5740627a-02fc-412e-a4e7-99079ccbab98 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c512a73f5821454cb4c7e35a459316f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393939 Jan 18 16:36:36.267519 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740627a-02fc-412e-a4e7-99079ccbab98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2102762c-3f23-4cf2-8e9c-859ac7cf0950,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:36.269861 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 45938) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:36.274205 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-6f7de31c-d4e5-4f99-8ed4-4e1766c06ca8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6acf267c759844e8a105872153214737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369596 Jan 18 16:36:36.275262 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7de31c-d4e5-4f99-8ed4-4e1766c06ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0927116-6374-43e3-90c3-f189fcb44b06,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:36.278030 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 45940) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:36.323959 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd32844-fe5d-4556-8a74-b0444ded8490 admin admin] Publish callbacks [] for security_group (2102762c-3f23-4cf2-8e9c-859ac7cf0950), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.329562 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a6c83d0-2836-4d4b-97b6-d6b79e4ecfcc admin admin] Publish callbacks [] for security_group (d0927116-6374-43e3-90c3-f189fcb44b06), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.345887 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd32844-fe5d-4556-8a74-b0444ded8490 admin admin] Publish callbacks [] for security_group (2102762c-3f23-4cf2-8e9c-859ac7cf0950), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.350186 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a6c83d0-2836-4d4b-97b6-d6b79e4ecfcc admin admin] Publish callbacks [] for security_group (d0927116-6374-43e3-90c3-f189fcb44b06), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.394233 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd32844-fe5d-4556-8a74-b0444ded8490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2102762c-3f23-4cf2-8e9c-859ac7cf0950), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.396447 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a6c83d0-2836-4d4b-97b6-d6b79e4ecfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d0927116-6374-43e3-90c3-f189fcb44b06), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.397387 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd32844-fe5d-4556-8a74-b0444ded8490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.398604 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0fd32844-fe5d-4556-8a74-b0444ded8490 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2102762c-3f23-4cf2-8e9c-859ac7cf0950 HTTP/1.1" status: 204 len: 168 time: 0.1278009 Jan 18 16:36:36.399072 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a6c83d0-2836-4d4b-97b6-d6b79e4ecfcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.405489 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-3a6c83d0-2836-4d4b-97b6-d6b79e4ecfcc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0927116-6374-43e3-90c3-f189fcb44b06 HTTP/1.1" status: 204 len: 168 time: 0.1213024 Jan 18 16:36:36.410249 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd32844-fe5d-4556-8a74-b0444ded8490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2102762c-3f23-4cf2-8e9c-859ac7cf0950,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:36.410628 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c83d0-2836-4d4b-97b6-d6b79e4ecfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0927116-6374-43e3-90c3-f189fcb44b06,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:36.505085 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f2e4627-4be7-4cec-b3a3-963461b999e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:36.835466 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d48f1-fb1b-4c59-9522-13c02c4326b7 req-2bdc8a8a-9795-4880-927c-d5df9f602185 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:36.837562 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-117d48f1-fb1b-4c59-9522-13c02c4326b7 req-2bdc8a8a-9795-4880-927c-d5df9f602185 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0564167 Jan 18 16:36:36.889346 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-117d48f1-fb1b-4c59-9522-13c02c4326b7 req-c1045cef-ccbd-4964-be17-0abbbe90c5b9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Jan 18 16:36:38.018685 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8473f2-13fc-4c67-a5ba-64726b8cdc1b req-7997e7e1-1190-4071-af4f-193eff6a2353 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:38.020133 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1b8473f2-13fc-4c67-a5ba-64726b8cdc1b req-7997e7e1-1190-4071-af4f-193eff6a2353 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0490153 Jan 18 16:36:38.069583 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1b8473f2-13fc-4c67-a5ba-64726b8cdc1b req-2d4a52f3-6ff4-4dda-9cda-f5cf16935aa7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437851 Jan 18 16:36:39.199755 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a5da1-5e0c-4372-b664-bd5c303111bc req-89847154-3fee-49b1-bc51-50bc5c1ba081 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:39.201346 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fc7a5da1-5e0c-4372-b664-bd5c303111bc req-89847154-3fee-49b1-bc51-50bc5c1ba081 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0548589 Jan 18 16:36:39.253250 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fc7a5da1-5e0c-4372-b664-bd5c303111bc req-8688834b-ab95-4030-a123-33de3a8c4ffd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Jan 18 16:36:39.353839 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec628f06-02ba-484e-aa46-2d399b247b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:40.379455 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4fe4-9b81-452b-a0d8-5ad9a33c2b03 req-50dcf58d-e99e-4fea-9a33-869ffb662e6d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:40.380993 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-85da4fe4-9b81-452b-a0d8-5ad9a33c2b03 req-50dcf58d-e99e-4fea-9a33-869ffb662e6d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0500221 Jan 18 16:36:40.434265 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-85da4fe4-9b81-452b-a0d8-5ad9a33c2b03 req-aa595f9a-b6e0-48ed-aa0f-39fbfa0c7044 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470819 Jan 18 16:36:40.992954 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:41.562575 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c76d3-7040-45a2-96a6-e7df8d91c5b3 req-2c74b49e-461c-43f0-8992-b73d327fca95 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:41.564001 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6a0c76d3-7040-45a2-96a6-e7df8d91c5b3 req-2c74b49e-461c-43f0-8992-b73d327fca95 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0538371 Jan 18 16:36:41.612079 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6a0c76d3-7040-45a2-96a6-e7df8d91c5b3 req-a6620788-b83c-4b30-98e2-0608eef0edba tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Jan 18 16:36:42.407671 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:42.735020 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3452eac-6d16-484a-bc87-dd83e86865f0 req-9c6ac153-2623-4be8-8638-d6d4157603e9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:42.736543 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f3452eac-6d16-484a-bc87-dd83e86865f0 req-9c6ac153-2623-4be8-8638-d6d4157603e9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0493791 Jan 18 16:36:42.783178 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f3452eac-6d16-484a-bc87-dd83e86865f0 req-61a91ca2-b8e1-457e-82ca-ddf661df26b4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Jan 18 16:36:43.139089 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:43.939053 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0ee2f-fc11-4a90-a07b-032a8230c021 req-1ff7cc7b-efed-4931-9d8b-adac1dd4eb5c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:43.941052 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b0b0ee2f-fc11-4a90-a07b-032a8230c021 req-1ff7cc7b-efed-4931-9d8b-adac1dd4eb5c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0811236 Jan 18 16:36:44.220289 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b0b0ee2f-fc11-4a90-a07b-032a8230c021 req-7e373ec9-10f7-4169-9a5f-36a1346042f7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623329 Jan 18 16:36:45.347863 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf927-59d6-4283-9c68-c94cd7d44111 req-85d6235c-c2d4-4c3e-a6fb-9192469f6485 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:45.349390 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9afcf927-59d6-4283-9c68-c94cd7d44111 req-85d6235c-c2d4-4c3e-a6fb-9192469f6485 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0499392 Jan 18 16:36:45.400837 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9afcf927-59d6-4283-9c68-c94cd7d44111 req-bd28e7d0-7a10-4476-b228-efacaaaadec4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450592 Jan 18 16:36:46.520903 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b773d-0235-479d-abe0-8303bfeb9fbb req-af38566b-ead2-49ae-98b8-7a7e374d2b13 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:46.522402 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-eb8b773d-0235-479d-abe0-8303bfeb9fbb req-af38566b-ead2-49ae-98b8-7a7e374d2b13 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0480113 Jan 18 16:36:46.572316 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-eb8b773d-0235-479d-abe0-8303bfeb9fbb req-642bc0e9-537d-44ae-99f2-99edf2033d98 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443974 Jan 18 16:36:47.696192 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cd516-ed90-483e-b6e1-fd37d81149a5 req-f893c808-b121-44e8-ab70-d4722c6de451 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:47.697816 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2c2cd516-ed90-483e-b6e1-fd37d81149a5 req-f893c808-b121-44e8-ab70-d4722c6de451 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0501962 Jan 18 16:36:47.746519 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2c2cd516-ed90-483e-b6e1-fd37d81149a5 req-c509521a-8c13-4a6c-a214-e4c7f94b05ec tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431578 Jan 18 16:36:47.867280 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46124) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:47.971973 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5527a310-7314-484e-a059-2d21083e3f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:48.045980 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5527a310-7314-484e-a059-2d21083e3f7d admin admin] Publish callbacks [] for security_group (b9c0db87-24d9-4ce5-bf72-27ae636a18b6), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:48.051208 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5527a310-7314-484e-a059-2d21083e3f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (b9c0db87-24d9-4ce5-bf72-27ae636a18b6), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:48.087455 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527a310-7314-484e-a059-2d21083e3f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c0db87-24d9-4ce5-bf72-27ae636a18b6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:48.092961 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-5527a310-7314-484e-a059-2d21083e3f7d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c0e33b125b3140219df0cb368b29b0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239673 Jan 18 16:36:48.095462 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46132) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:48.156855 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56e1896b-357f-4b47-8edf-de5e285718d3 admin admin] Publish callbacks [] for security_group (b9c0db87-24d9-4ce5-bf72-27ae636a18b6), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:48.183651 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56e1896b-357f-4b47-8edf-de5e285718d3 admin admin] Publish callbacks [] for security_group (b9c0db87-24d9-4ce5-bf72-27ae636a18b6), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:48.234712 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56e1896b-357f-4b47-8edf-de5e285718d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (b9c0db87-24d9-4ce5-bf72-27ae636a18b6), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:48.238976 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56e1896b-357f-4b47-8edf-de5e285718d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:48.238976 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-56e1896b-357f-4b47-8edf-de5e285718d3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9c0db87-24d9-4ce5-bf72-27ae636a18b6 HTTP/1.1" status: 204 len: 168 time: 0.1417565 Jan 18 16:36:48.248171 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1896b-357f-4b47-8edf-de5e285718d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c0db87-24d9-4ce5-bf72-27ae636a18b6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:48.874225 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87f67-8eaa-4f98-9960-df18c1a18e62 req-1a12a282-dc0b-4d8d-a3cf-faa0bb045bb3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:48.875858 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-57c87f67-8eaa-4f98-9960-df18c1a18e62 req-1a12a282-dc0b-4d8d-a3cf-faa0bb045bb3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0493035 Jan 18 16:36:48.926531 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-57c87f67-8eaa-4f98-9960-df18c1a18e62 req-84ce3ece-2748-4455-827d-25eb37637840 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 Jan 18 16:36:50.059562 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9fd4-f4ca-42df-b7bf-2258a108688c req-5d7be6e8-2426-48c7-97e0-69ba23de4fbd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:50.061067 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3fbc9fd4-f4ca-42df-b7bf-2258a108688c req-5d7be6e8-2426-48c7-97e0-69ba23de4fbd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 944 time: 0.0490592 Jan 18 16:36:50.108321 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3fbc9fd4-f4ca-42df-b7bf-2258a108688c req-5a7f12f2-cb74-44db-a12b-a517630ccbc5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Jan 18 16:36:50.257229 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:36:50.357601 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:50.368376 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'port_id': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'mac_address': 'fa:16:3e:36:0e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:36:50.408994 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:50.409377 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:50.423132 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d245b6-15e0-4ad8-af8e-e8bab92cd287 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:36:50.443162 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:50.448426 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:50.498485 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:50.505179 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.505579 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.505943 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.506284 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.506614 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.506943 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.507266 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.507594 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.507915 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.508774 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.509102 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.509419 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:50.509765 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:51.228596 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f643-8f29-43e3-8043-58d0345056d8 req-a3b1ab26-2fe6-4ec9-b645-e2a542536536 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:51.230033 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-92c4f643-8f29-43e3-8043-58d0345056d8 req-a3b1ab26-2fe6-4ec9-b645-e2a542536536 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.0516617 Jan 18 16:36:51.284003 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-92c4f643-8f29-43e3-8043-58d0345056d8 req-cef6b55b-80b5-436e-bdee-c212991c9619 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482337 Jan 18 16:36:51.579694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['e5d245b6-15e0-4ad8-af8e-e8bab92cd287'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:36:52.420248 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412ae26-9351-44c4-841f-dbf48f66163b req-710bc986-cf7e-407d-886b-9c8615a0000c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:52.422529 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1412ae26-9351-44c4-841f-dbf48f66163b req-710bc986-cf7e-407d-886b-9c8615a0000c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.0590115 Jan 18 16:36:52.481770 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1412ae26-9351-44c4-841f-dbf48f66163b req-29381a15-fdad-4e95-a03b-37b2db04a0dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537820 Jan 18 16:36:53.606137 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe53ce9-975e-4769-a4f2-faa3dc7ca561 req-54746ec4-b0a1-4a8c-827a-2776444493e3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:53.607635 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8fe53ce9-975e-4769-a4f2-faa3dc7ca561 req-54746ec4-b0a1-4a8c-827a-2776444493e3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 945 time: 0.0494044 Jan 18 16:36:53.620257 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:53.660533 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8fe53ce9-975e-4769-a4f2-faa3dc7ca561 req-6817052d-6a6f-428f-aea9-b81e4f5b2e41 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470998 Jan 18 16:36:54.453756 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:36:54.500710 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:36:54.501069 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:54.581969 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:54.582356 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:54.605486 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:54.607713 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fdede7-fe29-468a-a111-9260143b0c73" -d '{"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:54.620918 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:54.625087 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:54.653483 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff819cfc-5067-4d95-b6fa-50d3665c717e x-openstack-request-id: req-ff819cfc-5067-4d95-b6fa-50d3665c717e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:54.653815 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:54.654077 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff819cfc-5067-4d95-b6fa-50d3665c717e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:54.654471 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'code': 200} Jan 18 16:36:54.680348 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:54.787890 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a63f5-441a-427c-905b-131a293883b7 req-c820b999-1ea9-409d-86f4-0c59d334e62a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:54.789948 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-209a63f5-441a-427c-905b-131a293883b7 req-c820b999-1ea9-409d-86f4-0c59d334e62a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0514171 Jan 18 16:36:54.835589 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-209a63f5-441a-427c-905b-131a293883b7 req-d6af2faa-c41c-47e4-a238-d31c008b2793 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399470 Jan 18 16:36:55.937932 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b27c7-d1c3-49e6-a17a-90b3fde2aa83 req-bcbde601-508d-45cf-b993-76026f9cdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:55.939443 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8c1b27c7-d1c3-49e6-a17a-90b3fde2aa83 req-bcbde601-508d-45cf-b993-76026f9cdf2f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 1100 time: 0.0568814 Jan 18 16:36:55.975023 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb3eb2-cbbc-4819-9bc9-3acd9ca27cef req-798bfaf0-ddee-45d0-8563-5a6dd9b88039 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:55.977153 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-80cb3eb2-cbbc-4819-9bc9-3acd9ca27cef req-798bfaf0-ddee-45d0-8563-5a6dd9b88039 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0590193 Jan 18 16:36:55.988571 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8c1b27c7-d1c3-49e6-a17a-90b3fde2aa83 req-0fa9baa0-be63-4c5a-b331-57d6536c665e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Jan 18 16:36:56.024780 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-80cb3eb2-cbbc-4819-9bc9-3acd9ca27cef req-5f56367f-3a42-426b-a0b5-c22aca028e54 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418174 Jan 18 16:36:57.031599 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b3140-2cc5-4db8-abc2-b114c6db088d req-f0053a17-43c1-4cf9-a5fc-036d6604f780 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:57.033368 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-191b3140-2cc5-4db8-abc2-b114c6db088d req-f0053a17-43c1-4cf9-a5fc-036d6604f780 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0504594 Jan 18 16:36:57.091712 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-191b3140-2cc5-4db8-abc2-b114c6db088d req-3b889c92-ad29-4871-8b55-35012648295d tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512159 Jan 18 16:36:57.161147 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0209f4-ae81-489e-a3bc-d2a052556fa7 req-949297d1-f7bf-4222-b626-283434059a17 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:57.162699 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2f0209f4-ae81-489e-a3bc-d2a052556fa7 req-949297d1-f7bf-4222-b626-283434059a17 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0487928 Jan 18 16:36:57.212097 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2f0209f4-ae81-489e-a3bc-d2a052556fa7 req-9f1619f6-51b3-43e8-a173-81f1ae007eb4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Jan 18 16:36:58.206952 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd688-d628-4400-b925-204ef285194f req-a1521d43-6662-4149-9445-9c4e9089cf78 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:58.208458 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-05efd688-d628-4400-b925-204ef285194f req-a1521d43-6662-4149-9445-9c4e9089cf78 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0501423 Jan 18 16:36:58.257180 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-05efd688-d628-4400-b925-204ef285194f req-805a57b3-8949-4d3a-9ef0-6da1000c40d1 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Jan 18 16:36:58.340117 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ae57c-c6f6-40e1-a4d8-ac7f32a8376f req-39677dcf-763f-4a03-a927-63d0e892b412 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:58.341650 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d22ae57c-c6f6-40e1-a4d8-ac7f32a8376f req-39677dcf-763f-4a03-a927-63d0e892b412 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0557249 Jan 18 16:36:58.393680 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d22ae57c-c6f6-40e1-a4d8-ac7f32a8376f req-377c2c6a-b689-4719-9bc1-c061541971dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462236 Jan 18 16:36:59.067583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46422) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:59.170548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a69af6dc-cbed-44d7-9441-96d3e92020a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.247526 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a69af6dc-cbed-44d7-9441-96d3e92020a5 admin admin] Publish callbacks [] for security_group (2a193aea-4354-4a0e-a049-91f76acdeafa), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.251377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a69af6dc-cbed-44d7-9441-96d3e92020a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2a193aea-4354-4a0e-a049-91f76acdeafa), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.288428 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a69af6dc-cbed-44d7-9441-96d3e92020a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a98b262a6d34492a952282417b6ac92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197435 Jan 18 16:36:59.290124 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69af6dc-cbed-44d7-9441-96d3e92020a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a193aea-4354-4a0e-a049-91f76acdeafa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:59.291724 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46428) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:59.379606 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd905ffe-6293-4209-9d19-4ff1696d980a admin admin] Publish callbacks [] for security_group (2a193aea-4354-4a0e-a049-91f76acdeafa), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.407731 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73adc3c-d098-45b7-af59-625a5c2be501 req-e499ce6c-7a93-462d-b6ec-8b2bb1b5e8ef tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:59.409264 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b73adc3c-d098-45b7-af59-625a5c2be501 req-e499ce6c-7a93-462d-b6ec-8b2bb1b5e8ef tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0766814 Jan 18 16:36:59.419982 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd905ffe-6293-4209-9d19-4ff1696d980a admin admin] Publish callbacks [] for security_group (2a193aea-4354-4a0e-a049-91f76acdeafa), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.486103 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b73adc3c-d098-45b7-af59-625a5c2be501 req-c7e9d385-7f32-4cfd-b5e6-945b54c74069 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682433 Jan 18 16:36:59.501788 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd905ffe-6293-4209-9d19-4ff1696d980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2a193aea-4354-4a0e-a049-91f76acdeafa), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.504315 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd905ffe-6293-4209-9d19-4ff1696d980a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.505428 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-fd905ffe-6293-4209-9d19-4ff1696d980a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a193aea-4354-4a0e-a049-91f76acdeafa HTTP/1.1" status: 204 len: 168 time: 0.2114539 Jan 18 16:36:59.514069 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd905ffe-6293-4209-9d19-4ff1696d980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a193aea-4354-4a0e-a049-91f76acdeafa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:59.784556 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46440) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:59.799400 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60cefe32-cf26-4878-8c7f-e1d6c7170455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.876384 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60cefe32-cf26-4878-8c7f-e1d6c7170455 admin admin] Publish callbacks [] for security_group (68b577a1-1923-4708-bacf-f18c1aeb79c9), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.880199 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60cefe32-cf26-4878-8c7f-e1d6c7170455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (68b577a1-1923-4708-bacf-f18c1aeb79c9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.918196 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cefe32-cf26-4878-8c7f-e1d6c7170455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b577a1-1923-4708-bacf-f18c1aeb79c9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:59.923415 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-60cefe32-cf26-4878-8c7f-e1d6c7170455 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c86e8b01d8594046ae2eae85b6823ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377435 Jan 18 16:36:59.926169 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46442) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:59.963529 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d02d7-dace-437f-94c4-314411fff6df req-53d6d0bb-c302-431a-8474-1428fe547a52 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:59.965114 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-333d02d7-dace-437f-94c4-314411fff6df req-53d6d0bb-c302-431a-8474-1428fe547a52 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 946 time: 0.0729935 Jan 18 16:37:00.041967 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53a42430-7a81-4f7c-9717-25b78b2d8345 admin admin] Publish callbacks [] for security_group (68b577a1-1923-4708-bacf-f18c1aeb79c9), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.069294 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53a42430-7a81-4f7c-9717-25b78b2d8345 admin admin] Publish callbacks [] for security_group (68b577a1-1923-4708-bacf-f18c1aeb79c9), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.112640 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Deleting port 6e534038-367a-497e-a8f1-e263a9b649da {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:00.112904 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (6e534038-367a-497e-a8f1-e263a9b649da), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.146217 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53a42430-7a81-4f7c-9717-25b78b2d8345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (68b577a1-1923-4708-bacf-f18c1aeb79c9), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.148793 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53a42430-7a81-4f7c-9717-25b78b2d8345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.149941 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-53a42430-7a81-4f7c-9717-25b78b2d8345 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68b577a1-1923-4708-bacf-f18c1aeb79c9 HTTP/1.1" status: 204 len: 168 time: 0.2228465 Jan 18 16:37:00.188049 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a42430-7a81-4f7c-9717-25b78b2d8345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b577a1-1923-4708-bacf-f18c1aeb79c9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:00.228552 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] For port 6e534038-367a-497e-a8f1-e263a9b649da, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=6e534038-367a-497e-a8f1-e263a9b649da,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:00.228910 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (6e534038-367a-497e-a8f1-e263a9b649da), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.241278 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Calling delete_port for 6e534038-367a-497e-a8f1-e263a9b649da owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:00.377894 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (6e534038-367a-497e-a8f1-e263a9b649da), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.391038 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['f4ae2a05-bb69-4dd8-bb22-4e55a575058d', '6e534038-367a-497e-a8f1-e263a9b649da'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:37:00.409082 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Pushing event deleted for resources: {'Port': ['ID=6e534038-367a-497e-a8f1-e263a9b649da,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:00.462824 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] No DVR routers for this DVR port 6e534038-367a-497e-a8f1-e263a9b649da on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:37:00.467203 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.471076 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-333d02d7-dace-437f-94c4-314411fff6df req-3cefbd3c-0eb9-463b-9355-d908c332b67a tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "DELETE /v2.0/ports/6e534038-367a-497e-a8f1-e263a9b649da HTTP/1.1" status: 204 len: 173 time: 0.4988256 Jan 18 16:37:00.471601 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'name': 'network-vif-deleted', 'tag': '6e534038-367a-497e-a8f1-e263a9b649da'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:00.473958 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0909e40a-9961-4c85-bc9f-edb421e75500" -d '{"events": [{"server_uuid": "eaee4989-7deb-468d-9d7a-c05fd0a1fa0f", "name": "network-vif-deleted", "tag": "6e534038-367a-497e-a8f1-e263a9b649da"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:00.523839 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46456) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:00.540197 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01e4942c-cc3b-41ab-bcd6-8142c0d83718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.547211 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853b2b6a-9398-4657-901c-b28831610ed6 x-openstack-request-id: req-853b2b6a-9398-4657-901c-b28831610ed6 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:00.547507 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee4989-7deb-468d-9d7a-c05fd0a1fa0f", "name": "network-vif-deleted", "tag": "6e534038-367a-497e-a8f1-e263a9b649da", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:00.547760 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-853b2b6a-9398-4657-901c-b28831610ed6 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:00.548383 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee4989-7deb-468d-9d7a-c05fd0a1fa0f', 'name': 'network-vif-deleted', 'tag': '6e534038-367a-497e-a8f1-e263a9b649da', 'status': 'completed', 'code': 200} Jan 18 16:37:00.642458 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d013cb60-7799-47da-99fd-ddb4bfbe5c39 req-d038382c-864a-4c5f-b5c7-df962b065381 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=eaee4989-7deb-468d-9d7a-c05fd0a1fa0f HTTP/1.1" status: 200 len: 210 time: 0.0517468 Jan 18 16:37:00.703118 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01e4942c-cc3b-41ab-bcd6-8142c0d83718 admin admin] Publish callbacks [] for security_group (09f2c9a0-4e47-40c9-9137-9f88340afe5c), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.707150 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01e4942c-cc3b-41ab-bcd6-8142c0d83718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (09f2c9a0-4e47-40c9-9137-9f88340afe5c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.745966 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-01e4942c-cc3b-41ab-bcd6-8142c0d83718 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=47f9c09849f449d4b489b203fd7eec73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209828 Jan 18 16:37:00.746907 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4942c-cc3b-41ab-bcd6-8142c0d83718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f2c9a0-4e47-40c9-9137-9f88340afe5c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:00.748533 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46460) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:00.803022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b477822c-55a5-4364-a176-d51962744613 admin admin] Publish callbacks [] for security_group (09f2c9a0-4e47-40c9-9137-9f88340afe5c), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.830312 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b477822c-55a5-4364-a176-d51962744613 admin admin] Publish callbacks [] for security_group (09f2c9a0-4e47-40c9-9137-9f88340afe5c), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.877659 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b477822c-55a5-4364-a176-d51962744613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (09f2c9a0-4e47-40c9-9137-9f88340afe5c), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.880144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b477822c-55a5-4364-a176-d51962744613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.881283 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-b477822c-55a5-4364-a176-d51962744613 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/09f2c9a0-4e47-40c9-9137-9f88340afe5c HTTP/1.1" status: 204 len: 168 time: 0.1317327 Jan 18 16:37:00.889208 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477822c-55a5-4364-a176-d51962744613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f2c9a0-4e47-40c9-9137-9f88340afe5c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:01.974109 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094772a-5309-4367-b893-3d57217adc7d req-a6954c20-cc22-4f5b-8f52-9d9f15b3d11e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:01.978027 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7094772a-5309-4367-b893-3d57217adc7d req-a6954c20-cc22-4f5b-8f52-9d9f15b3d11e tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0716422 Jan 18 16:37:01.994716 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:02.040434 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7094772a-5309-4367-b893-3d57217adc7d req-112ed453-bce1-4f25-b79b-e89fdbac0fbd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554461 Jan 18 16:37:02.112831 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53c15791-0312-4210-b29a-bd8a0f19c058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:02.192893 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53c15791-0312-4210-b29a-bd8a0f19c058 admin admin] Publish callbacks [] for security_group (84a789df-e7ed-46bc-9fd9-32a48acc7686), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:02.196822 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53c15791-0312-4210-b29a-bd8a0f19c058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (84a789df-e7ed-46bc-9fd9-32a48acc7686), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:02.234780 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-53c15791-0312-4210-b29a-bd8a0f19c058 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=629b87d139d24de58dbab68ad1da6947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385538 Jan 18 16:37:02.235495 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c15791-0312-4210-b29a-bd8a0f19c058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a789df-e7ed-46bc-9fd9-32a48acc7686,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:02.238180 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46508) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:02.287273 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d751114-85c7-4cbe-b8a7-8c8b162b5b96 admin admin] Publish callbacks [] for security_group (84a789df-e7ed-46bc-9fd9-32a48acc7686), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:02.307849 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d751114-85c7-4cbe-b8a7-8c8b162b5b96 admin admin] Publish callbacks [] for security_group (84a789df-e7ed-46bc-9fd9-32a48acc7686), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:02.354428 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d751114-85c7-4cbe-b8a7-8c8b162b5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (84a789df-e7ed-46bc-9fd9-32a48acc7686), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:02.357001 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d751114-85c7-4cbe-b8a7-8c8b162b5b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:02.358167 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-3d751114-85c7-4cbe-b8a7-8c8b162b5b96 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84a789df-e7ed-46bc-9fd9-32a48acc7686 HTTP/1.1" status: 204 len: 168 time: 0.1188271 Jan 18 16:37:02.365960 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d751114-85c7-4cbe-b8a7-8c8b162b5b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a789df-e7ed-46bc-9fd9-32a48acc7686,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:02.976923 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46530) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:03.071993 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-420323962-network', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:03.104451 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Made reservation on behalf of e45e35233c904bdb8271be4c5b6223d2 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:03.107303 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.119097 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.172933 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6403e-f0e0-44a2-8a32-6145639dc28a req-ede24133-9a71-4a38-b50c-a10eac6c6c13 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:03.180792 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c6d6403e-f0e0-44a2-8a32-6145639dc28a req-ede24133-9a71-4a38-b50c-a10eac6c6c13 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0655141 Jan 18 16:37:03.209382 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks [] for security_group (afc78229-9dd2-44ec-89e5-5242babdd4e5), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.215801 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (afc78229-9dd2-44ec-89e5-5242babdd4e5), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.227570 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c6d6403e-f0e0-44a2-8a32-6145639dc28a req-30fc1d71-1488-49ea-b6c7-1ab51b43fddb tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455251 Jan 18 16:37:03.247414 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:37:03.264247 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc78229-9dd2-44ec-89e5-5242babdd4e5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:03.270391 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (c1e42702-9a39-4a2d-a995-5cdbb5205b27), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.270809 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Added segment c1e42702-9a39-4a2d-a995-5cdbb5205b27 of type vlan for network 80e21c1a-bfef-4c4e-aaf0-30d48871569e Jan 18 16:37:03.309454 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (80e21c1a-bfef-4c4e-aaf0-30d48871569e), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.334693 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (80e21c1a-bfef-4c4e-aaf0-30d48871569e), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.336186 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:03.336766 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.398598 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4199011 Jan 18 16:37:03.401878 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46544) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:03.404273 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a780d2-dd93-4b20-8d01-aa112a05b419 admin admin] Pushing event updated for resources: {'Network': ['ID=80e21c1a-bfef-4c4e-aaf0-30d48871569e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:03.406810 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Request body: {'subnet': {'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-420323962-subnet', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:03.417173 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:37:03.430955 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Made reservation on behalf of e45e35233c904bdb8271be4c5b6223d2 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:03.433425 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.600162 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (3ab2bd24-0b00-4ab6-b317-eb89eee82d10), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.657039 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab2bd24-0b00-4ab6-b317-eb89eee82d10,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:03.663881 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Checking segment: {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:03.664234 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Network hostable DHCP agents. Network: 80e21c1a-bfef-4c4e-aaf0-30d48871569e, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:37:03.680904 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:37:03.689800 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 80e21c1a-bfef-4c4e-aaf0-30d48871569e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:03.695580 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:03.696713 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.700037 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ef314-a782-49ec-88ca-87a0bdacbd06 None None] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:03.712418 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3673e569-bc2e-44a6-97bc-b25390f934d6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3094471 Jan 18 16:37:03.715153 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46546) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:03.719374 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:03.746197 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.747464 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.805110 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks [] for router_controller (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.819548 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:37:03.822371 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.944781 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 6e534038-367a-497e-a8f1-e263a9b649da no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:03.946189 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks [] for router_gateway (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.976273 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 6e534038-367a-497e-a8f1-e263a9b649da {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:03.976621 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 6e534038-367a-497e-a8f1-e263a9b649da not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:03.993115 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Allocated IP 172.20.0.2 (80e21c1a-bfef-4c4e-aaf0-30d48871569e/3ab2bd24-0b00-4ab6-b317-eb89eee82d10/30cb4328-e857-4294-a7f6-4967323e607e) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:04.140445 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Publish callbacks [] for port (30cb4328-e857-4294-a7f6-4967323e607e), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.145057 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks [] for router_gateway (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.146991 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (30cb4328-e857-4294-a7f6-4967323e607e), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.165071 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.197052 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:04.203021 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:04.209859 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:04.213815 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Pushing event updated for resources: {'Port': ['ID=30cb4328-e857-4294-a7f6-4967323e607e,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:04.285681 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Attempting to bind port 30cb4328-e857-4294-a7f6-4967323e607e on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:04.286395 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Attempting to bind port 30cb4328-e857-4294-a7f6-4967323e607e by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:04.286984 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Attempting to bind port 30cb4328-e857-4294-a7f6-4967323e607e on network 80e21c1a-bfef-4c4e-aaf0-30d48871569e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:04.292463 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Allocated IP 172.27.0.140 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/34d8fe3c-b09f-4719-ad95-9a63c4c1443b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:04.295813 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:04.296994 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Checking segment: {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:04.297759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.298560 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Bound using segment: {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:04.300384 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Bound port: 30cb4328-e857-4294-a7f6-4967323e607e, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:04.301345 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (30cb4328-e857-4294-a7f6-4967323e607e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.367406 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d943d-65d2-47ab-ac5c-be50d3ae0328 req-2fb8d9a9-6a84-451e-9f7a-61567dbfb9a9 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:04.369147 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7a3d943d-65d2-47ab-ac5c-be50d3ae0328 req-2fb8d9a9-6a84-451e-9f7a-61567dbfb9a9 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.0620508 Jan 18 16:37:04.403333 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] For port 30cb4328-e857-4294-a7f6-4967323e607e, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:04.408755 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] For port 30cb4328-e857-4294-a7f6-4967323e607e, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=30cb4328-e857-4294-a7f6-4967323e607e,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:04.415148 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (30cb4328-e857-4294-a7f6-4967323e607e), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.423454 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks [] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.437628 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7a3d943d-65d2-47ab-ac5c-be50d3ae0328 req-4baebc5b-c7aa-40ed-a187-463a83e7ed32 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Jan 18 16:37:04.473799 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.506511 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d0951-9d3a-48ac-9a08-22e358b7eff0 None None] Pushing event updated for resources: {'Port': ['ID=30cb4328-e857-4294-a7f6-4967323e607e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:04.513822 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46556) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:04.530741 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:04.533754 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:04.536372 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:04.576397 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:04.648709 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf21e289-dc2c-4595-a5a3-acdd6aaedbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.752204 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf21e289-dc2c-4595-a5a3-acdd6aaedbba admin admin] Publish callbacks [] for security_group (1752ad03-4428-492e-831d-c47f238c4aa4), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.756116 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf21e289-dc2c-4595-a5a3-acdd6aaedbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1752ad03-4428-492e-831d-c47f238c4aa4), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.797433 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-cf21e289-dc2c-4595-a5a3-acdd6aaedbba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9452bd33bcf3453b9d274fc5adde11df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811968 Jan 18 16:37:04.797859 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46560) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:04.802306 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21e289-dc2c-4595-a5a3-acdd6aaedbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1752ad03-4428-492e-831d-c47f238c4aa4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:04.893205 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks [] for router_gateway (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.897529 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1dbc11d-c8b8-4e8e-a5d1-f2399d6dc652 admin admin] Publish callbacks [] for security_group (1752ad03-4428-492e-831d-c47f238c4aa4), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:04.956122 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1dbc11d-c8b8-4e8e-a5d1-f2399d6dc652 admin admin] Publish callbacks [] for security_group (1752ad03-4428-492e-831d-c47f238c4aa4), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:05.268076 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1dbc11d-c8b8-4e8e-a5d1-f2399d6dc652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1752ad03-4428-492e-831d-c47f238c4aa4), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:05.270612 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1dbc11d-c8b8-4e8e-a5d1-f2399d6dc652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:05.271809 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-b1dbc11d-c8b8-4e8e-a5d1-f2399d6dc652 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1752ad03-4428-492e-831d-c47f238c4aa4 HTTP/1.1" status: 204 len: 168 time: 0.4726121 Jan 18 16:37:05.313287 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbc11d-c8b8-4e8e-a5d1-f2399d6dc652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1752ad03-4428-492e-831d-c47f238c4aa4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:05.339339 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:05.508780 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 30cb4328-e857-4294-a7f6-4967323e607e up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:05.517086 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:37:05.575537 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 30cb4328-e857-4294-a7f6-4967323e607e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:05.575922 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (30cb4328-e857-4294-a7f6-4967323e607e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:05.608128 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a351cac-0b7d-4d6e-993d-3bdbd9c3db5d None None] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:05.650026 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d174c73-23de-4608-a76e-c7eb20de3930 req-389aa660-17a9-453f-a340-2f128feb61a9 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:05.651582 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4d174c73-23de-4608-a76e-c7eb20de3930 req-389aa660-17a9-453f-a340-2f128feb61a9 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1239688 Jan 18 16:37:05.692258 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:05.709515 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0148a40f-f4cb-4739-a3ea-eaecf131ce5c None None] Provisioning complete for port 30cb4328-e857-4294-a7f6-4967323e607e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:05.709898 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0148a40f-f4cb-4739-a3ea-eaecf131ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (30cb4328-e857-4294-a7f6-4967323e607e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:05.710209 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Sync routers for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:05.724836 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:05.725240 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4d174c73-23de-4608-a76e-c7eb20de3930 req-e7685acb-7804-4ef3-96a8-9b7e8222a853 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664628 Jan 18 16:37:05.727333 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:36:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:05.729241 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:05.733289 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46574) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:05.733846 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0e790085-e3c9-476f-8e11-5ff3e90db1d0 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0172136 Jan 18 16:37:05.851452 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:05.953220 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 30cb4328-e857-4294-a7f6-4967323e607e is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:05.953632 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (30cb4328-e857-4294-a7f6-4967323e607e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.053808 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 30cb4328-e857-4294-a7f6-4967323e607e, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=30cb4328-e857-4294-a7f6-4967323e607e,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:06.061063 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0148a40f-f4cb-4739-a3ea-eaecf131ce5c None None] Current status of the port 30cb4328-e857-4294-a7f6-4967323e607e is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:06.062074 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0148a40f-f4cb-4739-a3ea-eaecf131ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (30cb4328-e857-4294-a7f6-4967323e607e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.066095 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (30cb4328-e857-4294-a7f6-4967323e607e), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.161281 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:04Z', 'revision_number': 3, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:06.175373 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.db.api [None req-0148a40f-f4cb-4739-a3ea-eaecf131ce5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 16:37:06.175921 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG oslo_db.api [None req-0148a40f-f4cb-4739-a3ea-eaecf131ce5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 16:37:06.192089 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=30cb4328-e857-4294-a7f6-4967323e607e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:06.201332 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Checking router: 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:06.201992 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Updating router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:06.230942 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.240363 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46588) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:06.273509 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.356113 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-216552199-network', 'tenant_id': '61c8cdd38f99413282ecf1d384524466'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:06.385435 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Made reservation on behalf of 61c8cdd38f99413282ecf1d384524466 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:06.389131 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.405761 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.442560 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Allocated IP 172.20.0.1 (80e21c1a-bfef-4c4e-aaf0-30d48871569e/3ab2bd24-0b00-4ab6-b317-eb89eee82d10/d6d2194e-6e83-4cec-bb4a-a663f1d4a07d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:06.508407 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks [] for security_group (dd45aa39-23f6-4134-87d1-0fa06acf8327), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.518466 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2af1b84e-59ae-4a67-8f89-7711a07e6100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.519324 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (dd45aa39-23f6-4134-87d1-0fa06acf8327), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.531987 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Publish callbacks [] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.539092 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.550264 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:37:06.575113 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd45aa39-23f6-4134-87d1-0fa06acf8327,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:06.580967 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (58a67141-5edc-4edc-a15e-9d22552b5dab), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.581313 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Added segment 58a67141-5edc-4edc-a15e-9d22552b5dab of type vlan for network 4e9585a2-342b-4355-89b3-367e7110fa34 Jan 18 16:37:06.626175 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks [] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.631202 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Pushing event updated for resources: {'Port': ['ID=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:06.642246 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (4e9585a2-342b-4355-89b3-367e7110fa34), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.646582 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.646948 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.647302 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.647771 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.648108 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.648428 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.648748 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.649069 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.649424 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.650030 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.650142 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.650462 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.650779 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:06.656555 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Attempting to bind port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:06.656931 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Attempting to bind port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:06.657288 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Attempting to bind port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:06.663160 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:06.663525 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:06.663917 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.664272 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:06.664742 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Bound port: 34d8fe3c-b09f-4719-ad95-9a63c4c1443b, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:06.665107 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.675898 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.677434 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (4e9585a2-342b-4355-89b3-367e7110fa34), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.678668 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:06.680104 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.722634 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46592) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:06.722877 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4811537 Jan 18 16:37:06.737762 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:06.740414 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0148a40f-f4cb-4739-a3ea-eaecf131ce5c None None] Current status of the port 30cb4328-e857-4294-a7f6-4967323e607e is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:06.742335 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Request body: {'subnet': {'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-216552199-subnet', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:06.749003 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:06.753091 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:06.754888 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.758909 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e72caf-a00a-478b-8a16-72c0c11311f2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e9585a2-342b-4355-89b3-367e7110fa34,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:06.768202 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] For port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:06.773016 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] For port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:06.778857 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.792183 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 4e9585a2-342b-4355-89b3-367e7110fa34 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:37:06.797435 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:06.839244 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Made reservation on behalf of 61c8cdd38f99413282ecf1d384524466 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:06.841924 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:06.854143 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:06.855078 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:36:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:06.930764 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e43c7f-4318-4cd5-a1e7-a09c465bf5d2 None None] Pushing event updated for resources: {'Port': ['ID=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:06.976221 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-15f5982f-8e97-4d65-abc4-ee609c2f317a None None] Provisioning complete for port 30cb4328-e857-4294-a7f6-4967323e607e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:06.976603 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-15f5982f-8e97-4d65-abc4-ee609c2f317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (30cb4328-e857-4294-a7f6-4967323e607e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.053638 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65c875-b6e4-4547-bfa9-8cb177e1d388 req-67333429-1da8-4060-9d57-c21abcb86ffd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:07.055749 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7e65c875-b6e4-4547-bfa9-8cb177e1d388 req-67333429-1da8-4060-9d57-c21abcb86ffd tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1306612 Jan 18 16:37:07.080248 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-15f5982f-8e97-4d65-abc4-ee609c2f317a None None] Current status of the port 30cb4328-e857-4294-a7f6-4967323e607e is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:07.092562 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.122001 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:07.201499 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-037d46dd-7560-4b3a-b919-bb061a89a8b5 None None] Provisioning complete for port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:07.202036 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-037d46dd-7560-4b3a-b919-bb061a89a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.203879 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7e65c875-b6e4-4547-bfa9-8cb177e1d388 req-ab5641ab-54c5-47ce-a76c-0aa766ac7dd7 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287389 Jan 18 16:37:07.245498 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-037d46dd-7560-4b3a-b919-bb061a89a8b5 None None] Port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:07.317819 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:04Z', 'revision_number': 3, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:07.332122 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (e971e86a-0c93-4ceb-8d2e-94ce6aa9d502), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.344773 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2387115-411b-45fa-bdf5-dfaee4a00f20 None None] The sync data for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi is: [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:04Z', 'revision_number': 3, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:07.408795 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:07.444089 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks [] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.448438 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Checking segment: {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:07.448812 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Network hostable DHCP agents. Network: 4e9585a2-342b-4355-89b3-367e7110fa34, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:37:07.452828 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.453579 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.460773 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 30cb4328-e857-4294-a7f6-4967323e607e up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:07.512419 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Network 4e9585a2-342b-4355-89b3-367e7110fa34 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:37:07.528272 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 30cb4328-e857-4294-a7f6-4967323e607e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:07.528827 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (30cb4328-e857-4294-a7f6-4967323e607e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.536926 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:07.566633 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 4e9585a2-342b-4355-89b3-367e7110fa34) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:07.576737 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f767d-7992-4540-b523-d972cfa09291 None None] Network 4e9585a2-342b-4355-89b3-367e7110fa34 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:07.578093 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:07.578701 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.604604 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-90831948-7a02-47d1-af8c-a3b9694190e0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8778718 Jan 18 16:37:07.607541 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46596) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:07.612584 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:07.621863 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:07.623355 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:07.662726 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (e316d4be-7eba-4a02-92f6-d93a72edf86b), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.669337 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (e316d4be-7eba-4a02-92f6-d93a72edf86b), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.727732 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 30cb4328-e857-4294-a7f6-4967323e607e is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:07.783566 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks [] for router_controller (e316d4be-7eba-4a02-92f6-d93a72edf86b), precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.786711 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-4e9585a2-342b-4355-89b3-367e7110fa34', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'project_id': '61c8cdd38f99413282ecf1d384524466', 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:37:07.787730 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:07.844186 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:07.861788 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-90d52bc7-d7cb-454f-82d7-92f91c43fb26 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:07.863367 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-90d52bc7-d7cb-454f-82d7-92f91c43fb26 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.2227495 Jan 18 16:37:07.990725 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Allocated IP 172.20.0.2 (4e9585a2-342b-4355-89b3-367e7110fa34/e971e86a-0c93-4ceb-8d2e-94ce6aa9d502/eb5fdf7e-b34f-476b-b325-61c967a7cdb5) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:08.001706 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks [] for router_gateway (e316d4be-7eba-4a02-92f6-d93a72edf86b), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.003880 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8bf1aa20-3b97-4274-b482-d3b39f2b1acd None None] Provisioning complete for port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:08.004416 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8bf1aa20-3b97-4274-b482-d3b39f2b1acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.100429 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1aa20-3b97-4274-b482-d3b39f2b1acd None None] Port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:08.212690 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Publish callbacks [] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.221424 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.288032 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks [] for router_gateway (e316d4be-7eba-4a02-92f6-d93a72edf86b), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.290537 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Pushing event updated for resources: {'Port': ['ID=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:08.299232 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Network 4e9585a2-342b-4355-89b3-367e7110fa34 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:08.301196 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:08.304272 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:08.337334 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.374011 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Attempting to bind port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:08.374761 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Attempting to bind port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:08.375095 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Attempting to bind port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 on network 4e9585a2-342b-4355-89b3-367e7110fa34 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:08.379825 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:08.383582 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:08.383893 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Checking segment: {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:08.384903 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.385088 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Deleting port f4ae2a05-bb69-4dd8-bb22-4e55a575058d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:08.385425 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Bound using segment: {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:08.385576 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.386012 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Bound port: eb5fdf7e-b34f-476b-b325-61c967a7cdb5, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:08.386405 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.395434 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-33e83647-f656-4d4c-8383-b71651722661 admin admin] 10.222.0.86 "PUT /v2.0/routers/72113a17-26c5-4f9a-ba8c-1ccc49d5b82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6586819 Jan 18 16:37:08.447282 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c18dcf-73dd-4037-bdaf-43239acec110 req-da695934-4fd7-4d53-8256-a14f1aa6dc4c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:08.449126 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e5c18dcf-73dd-4037-bdaf-43239acec110 req-da695934-4fd7-4d53-8256-a14f1aa6dc4c tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac9aa382-fe91-4ae3-a7b0-228e601c5993 HTTP/1.1" status: 200 len: 945 time: 0.1232007 Jan 18 16:37:08.520402 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] For port eb5fdf7e-b34f-476b-b325-61c967a7cdb5, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:08.526380 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] For port eb5fdf7e-b34f-476b-b325-61c967a7cdb5, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:08.536291 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.546951 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Allocated IP 172.27.0.143 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/dfed8353-1b09-4f79-a472-ddbff264b69f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:08.570162 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e5c18dcf-73dd-4037-bdaf-43239acec110 req-d2a80b9a-87b7-4e7b-a992-bd958c831110 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.86 "GET /v2.0/security-groups?id=27494472-9052-43e9-bfd9-29717c2fcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074638 Jan 18 16:37:08.606292 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] For port f4ae2a05-bb69-4dd8-bb22-4e55a575058d, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:08.606659 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.626602 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Calling delete_port for f4ae2a05-bb69-4dd8-bb22-4e55a575058d owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:08.649251 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b3a9d-6652-4832-96b9-9723d35b6f80 None None] Pushing event updated for resources: {'Port': ['ID=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:08.736214 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks [] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.796776 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.827948 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (f4ae2a05-bb69-4dd8-bb22-4e55a575058d), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.836840 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:08.840203 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:08.840875 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['f4ae2a05-bb69-4dd8-bb22-4e55a575058d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:37:08.846788 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:08.861618 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Pushing event deleted for resources: {'Port': ['ID=f4ae2a05-bb69-4dd8-bb22-4e55a575058d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:08.930365 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Pushing event updated for resources: {'Port': ['ID=dfed8353-1b09-4f79-a472-ddbff264b69f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:08.947874 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] No DVR routers for this DVR port f4ae2a05-bb69-4dd8-bb22-4e55a575058d on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:37:08.952102 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:08.956935 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bfb6c887-1257-4efa-a5a4-f22b5e2700d6 req-5b75c26e-30d2-4e1c-9c88-daa27e279429 tempest-ServerRescueNegativeTestJSON-1715244152 tempest-ServerRescueNegativeTestJSON-1715244152-project] 10.222.0.81 "DELETE /v2.0/ports/f4ae2a05-bb69-4dd8-bb22-4e55a575058d HTTP/1.1" status: 204 len: 173 time: 1.0865836 Jan 18 16:37:08.957454 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'name': 'network-vif-deleted', 'tag': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:08.973753 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a28246-5a34-490a-9e25-ba1ce045d85d" -d '{"events": [{"server_uuid": "ac9aa382-fe91-4ae3-a7b0-228e601c5993", "name": "network-vif-deleted", "tag": "f4ae2a05-bb69-4dd8-bb22-4e55a575058d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:09.041877 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1831e97-ed8d-4c3c-ae3f-c89af0ad2f39 x-openstack-request-id: req-a1831e97-ed8d-4c3c-ae3f-c89af0ad2f39 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:09.042136 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9aa382-fe91-4ae3-a7b0-228e601c5993", "name": "network-vif-deleted", "tag": "f4ae2a05-bb69-4dd8-bb22-4e55a575058d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:09.042412 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1831e97-ed8d-4c3c-ae3f-c89af0ad2f39 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:09.042821 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9aa382-fe91-4ae3-a7b0-228e601c5993', 'name': 'network-vif-deleted', 'tag': 'f4ae2a05-bb69-4dd8-bb22-4e55a575058d', 'status': 'completed', 'code': 200} Jan 18 16:37:09.238147 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks [] for router_gateway (e316d4be-7eba-4a02-92f6-d93a72edf86b), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.320154 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46616) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:09.327661 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1572847585-network', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:09.359274 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Made reservation on behalf of 45921461e6bf428bb9ac1b57f1f24e6f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:09.365903 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.371814 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6470a36-c50c-4a2f-8f71-7399653b2ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.379238 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.484601 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks [] for security_group (5e7bc040-595a-4b99-99c2-89b70c1f3fbc), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.488489 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (e316d4be-7eba-4a02-92f6-d93a72edf86b), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.490221 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5e7bc040-595a-4b99-99c2-89b70c1f3fbc), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.523639 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:37:09.549549 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7bc040-595a-4b99-99c2-89b70c1f3fbc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:09.549549 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (bfe42015-1ad0-437b-89f4-1db46f086850), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.549549 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Added segment bfe42015-1ad0-437b-89f4-1db46f086850 of type vlan for network 78715231-42c6-47c3-9a13-4d2b63575923 Jan 18 16:37:09.629996 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 34d8fe3c-b09f-4719-ad95-9a63c4c1443b up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:09.632376 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (78715231-42c6-47c3-9a13-4d2b63575923), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.658428 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46620) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:09.686013 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Router e316d4be-7eba-4a02-92f6-d93a72edf86b is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:37:09.700824 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:09.701736 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.710669 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (78715231-42c6-47c3-9a13-4d2b63575923), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.711412 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:09.712062 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.792982 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4712167 Jan 18 16:37:09.798418 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:09.798916 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.815309 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46622) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:09.823889 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:09.830785 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.832284 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb5fdf7e-b34f-476b-b325-61c967a7cdb5 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:09.834267 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fa273-1d59-481b-96cd-27c98c38ae6b admin admin] Pushing event updated for resources: {'Network': ['ID=78715231-42c6-47c3-9a13-4d2b63575923,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:09.837334 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Request body: {'subnet': {'network_id': '78715231-42c6-47c3-9a13-4d2b63575923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1572847585-subnet', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:09.870689 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Made reservation on behalf of 45921461e6bf428bb9ac1b57f1f24e6f for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:09.881065 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.881385 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 78715231-42c6-47c3-9a13-4d2b63575923 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:37:09.962504 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:09.988494 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:09.994743 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-8256c97a-701c-4a2e-9817-f0eb1649958a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3806396 Jan 18 16:37:09.995386 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46626) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:10.030982 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Sync routers for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:10.044810 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:10.053132 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:10.053764 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:10.116833 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:10.117299 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.197261 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Sync routers for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:10.216309 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:10.216936 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:10.266772 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:10.296184 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (d12e2f32-4334-4644-b43e-fc305bb64620), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.301103 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f57ed3-fda5-4b08-bd43-39b2f7ba611a None None] Network 4e9585a2-342b-4355-89b3-367e7110fa34 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:10.376716 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:10.528188 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (4e99851d-5538-4e4f-b96a-ce1245543de1), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.649342 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e99851d-5538-4e4f-b96a-ce1245543de1,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:10.715981 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 2, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:10.720503 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Deleting port b92dcec4-1815-4688-80b1-2d27aecb6b04 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:10.721033 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.738675 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Checking segment: {'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:10.739357 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Network hostable DHCP agents. Network: 78715231-42c6-47c3-9a13-4d2b63575923, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:37:10.762913 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Checking router: 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:10.763430 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Updating router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:10.812196 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Network 78715231-42c6-47c3-9a13-4d2b63575923 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:37:10.834733 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:37:10.850122 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.855787 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] For port b92dcec4-1815-4688-80b1-2d27aecb6b04, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=b92dcec4-1815-4688-80b1-2d27aecb6b04,segment=NetworkSegment(3538646a-607a-422d-9ebc-ea54c6cc5ec2),segment_id=3538646a-607a-422d-9ebc-ea54c6cc5ec2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:10.856080 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1a0aec27-c7f2-42a7-b50c-b6b211e75c13 None None] Provisioning complete for port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:10.856531 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.856613 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1a0aec27-c7f2-42a7-b50c-b6b211e75c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.866816 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 78715231-42c6-47c3-9a13-4d2b63575923) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:10.880189 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Calling delete_port for b92dcec4-1815-4688-80b1-2d27aecb6b04 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:10.889617 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:10.890081 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.904465 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e31e9f8-d1d8-4910-b6bd-cd43d230221e None None] Network 78715231-42c6-47c3-9a13-4d2b63575923 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:10.941442 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:10.942482 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:10.970039 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c31bb0d9-7b05-4cd4-af33-f3d3bbab9736 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1417387 Jan 18 16:37:10.972537 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46636) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:11.014005 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:11.045301 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.047873 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (710c727f-af6c-4716-94d3-3b003d21f44b), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.049620 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (710c727f-af6c-4716-94d3-3b003d21f44b), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.070366 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port eb5fdf7e-b34f-476b-b325-61c967a7cdb5, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:11.081717 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.106580 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 3, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:11.117678 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks [] for router_controller (710c727f-af6c-4716-94d3-3b003d21f44b), precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.157294 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Checking router: e316d4be-7eba-4a02-92f6-d93a72edf86b for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:11.157670 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Updating router e316d4be-7eba-4a02-92f6-d93a72edf86b port dfed8353-1b09-4f79-a472-ddbff264b69f binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:11.185693 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.248274 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Allocated IP 172.20.0.1 (4e9585a2-342b-4355-89b3-367e7110fa34/e971e86a-0c93-4ceb-8d2e-94ce6aa9d502/f0b858fc-c0a2-40bf-bf66-481de7c1a7c5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:11.253100 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Publish callbacks [] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.261406 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.336676 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.371492 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-78715231-42c6-47c3-9a13-4d2b63575923', 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923', 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'fixed_ips': [{'subnet_id': '4e99851d-5538-4e4f-b96a-ce1245543de1'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:37:11.372496 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.385829 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2165069-7fcb-4387-96f2-4e237d1b05da None None] Pushing event updated for resources: {'Port': ['ID=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:11.390143 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks [] for router_gateway (710c727f-af6c-4716-94d3-3b003d21f44b), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.430572 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1a0aec27-c7f2-42a7-b50c-b6b211e75c13 None None] Current status of the port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:11.437767 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:11.447331 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks [] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.454416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (b92dcec4-1815-4688-80b1-2d27aecb6b04), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.543758 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Attempting to bind port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:11.543913 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92dcec4-1815-4688-80b1-2d27aecb6b04,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:11.544168 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Attempting to bind port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:11.544533 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Attempting to bind port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d on network 80e21c1a-bfef-4c4e-aaf0-30d48871569e {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:11.553891 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:11.554950 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Checking segment: {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:11.555175 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.555905 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Bound using segment: {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:11.556399 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Bound port: d6d2194e-6e83-4cec-bb4a-a663f1d4a07d, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:11.556921 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.563117 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.617796 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 34d8fe3c-b09f-4719-ad95-9a63c4c1443b up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:11.666980 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Network 4e9585a2-342b-4355-89b3-367e7110fa34 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:11.673440 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:11.679681 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:11.726170 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] For port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:11.729739 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] For port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:11.739195 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.753797 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:11.774862 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (e316d4be-7eba-4a02-92f6-d93a72edf86b), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.789046 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Allocated IP 172.20.0.2 (78715231-42c6-47c3-9a13-4d2b63575923/4e99851d-5538-4e4f-b96a-ce1245543de1/e9c73446-922c-4fbd-b0ad-110fc8856b0a) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:11.827533 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-504cedd9-5de9-4420-9834-70c651e3a2d1 None None] Provisioning complete for port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:11.827802 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-504cedd9-5de9-4420-9834-70c651e3a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.849139 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:11.853279 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:11.916104 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:11.916104 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.949062 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (d12e2f32-4334-4644-b43e-fc305bb64620), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:11.952898 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2165069-7fcb-4387-96f2-4e237d1b05da None None] Pushing event updated for resources: {'Port': ['ID=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:12.047764 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.063291 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f4ae2a05-bb69-4dd8-bb22-4e55a575058d no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:12.181341 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:12.185271 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: f4ae2a05-bb69-4dd8-bb22-4e55a575058d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:12.185796 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f4ae2a05-bb69-4dd8-bb22-4e55a575058d not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:12.261884 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Publish callbacks [] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.285744 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.357945 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks [] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.364951 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4628897'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.467093 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:12.467886 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e35fa6-a070-4652-ad2c-086e7c0f3fb5 None None] Pushing event updated for resources: {'Port': ['ID=dfed8353-1b09-4f79-a472-ddbff264b69f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:12.470539 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (e316d4be-7eba-4a02-92f6-d93a72edf86b), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.470695 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-504cedd9-5de9-4420-9834-70c651e3a2d1 None None] Current status of the port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:12.471033 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-504cedd9-5de9-4420-9834-70c651e3a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.496534 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Attempting to bind port dfed8353-1b09-4f79-a472-ddbff264b69f on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:12.496917 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Attempting to bind port dfed8353-1b09-4f79-a472-ddbff264b69f by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:12.497787 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Attempting to bind port dfed8353-1b09-4f79-a472-ddbff264b69f on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:12.531256 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.536349 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:12.539884 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Publish callbacks [] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.542779 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:12.543153 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:12.543608 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.544528 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:12.545029 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Bound port: dfed8353-1b09-4f79-a472-ddbff264b69f, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:12.545414 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.560658 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:12.580592 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a2d7e-2328-4c1f-8ec8-364295208559 None None] The sync data for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi is: [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:12.583441 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks [] for router_gateway (710c727f-af6c-4716-94d3-3b003d21f44b), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.588988 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Network 4e9585a2-342b-4355-89b3-367e7110fa34 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:12.590800 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:12.593804 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.615216 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.625070 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-504cedd9-5de9-4420-9834-70c651e3a2d1 None None] For port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:12.690513 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] For port dfed8353-1b09-4f79-a472-ddbff264b69f, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:12.695824 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] For port dfed8353-1b09-4f79-a472-ddbff264b69f, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=dfed8353-1b09-4f79-a472-ddbff264b69f,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:12.700685 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-504cedd9-5de9-4420-9834-70c651e3a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.731940 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a510bf-afab-43f1-82c3-dfdd10bcac95 req-626c5453-f2ad-43e2-8043-f5c609399386 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:12.732293 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:12.733604 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-08a510bf-afab-43f1-82c3-dfdd10bcac95 req-626c5453-f2ad-43e2-8043-f5c609399386 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.2719388 Jan 18 16:37:12.760318 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Network 78715231-42c6-47c3-9a13-4d2b63575923 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:12.771632 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:12.774401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:12.840964 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Router e316d4be-7eba-4a02-92f6-d93a72edf86b has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:12.847171 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Pushing event updated for resources: {'Port': ['ID=e9c73446-922c-4fbd-b0ad-110fc8856b0a,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:12.913971 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cedd9-5de9-4420-9834-70c651e3a2d1 None None] Pushing event updated for resources: {'Port': ['ID=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:12.974433 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Allocated IP 172.27.0.252 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/9926e2bf-f9ba-4023-9ce7-859586d8f507) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:13.008712 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e35fa6-a070-4652-ad2c-086e7c0f3fb5 None None] Pushing event updated for resources: {'Port': ['ID=dfed8353-1b09-4f79-a472-ddbff264b69f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:13.009770 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:13.031435 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-caf4d6c8-1630-4ea3-914f-a84928108526 admin admin] 10.222.0.86 "PUT /v2.0/routers/e316d4be-7eba-4a02-92f6-d93a72edf86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0217483 Jan 18 16:37:13.031642 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Provisioning complete for port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:13.031642 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.031642 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:13.031642 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:13.063700 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Attempting to bind port e9c73446-922c-4fbd-b0ad-110fc8856b0a on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:13.064361 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Attempting to bind port e9c73446-922c-4fbd-b0ad-110fc8856b0a by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:13.064944 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Attempting to bind port e9c73446-922c-4fbd-b0ad-110fc8856b0a on network 78715231-42c6-47c3-9a13-4d2b63575923 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:13.104125 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:13.104797 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Checking segment: {'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:13.107140 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.108566 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Bound using segment: {'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:13.109526 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Bound port: e9c73446-922c-4fbd-b0ad-110fc8856b0a, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:13.110193 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.122773 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Router d12e2f32-4334-4644-b43e-fc305bb64620 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:13.141104 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-08a510bf-afab-43f1-82c3-dfdd10bcac95 req-0b733211-ded1-4b52-9668-8a2277c08566 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633257 Jan 18 16:37:13.239007 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks [] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.332865 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:13.347508 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:13.356536 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46652) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:13.356991 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-89a9d13b-3d3b-485e-b1ca-c5e120a44d53 admin admin] 10.222.0.86 "PUT /v2.0/routers/d12e2f32-4334-4644-b43e-fc305bb64620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6969979 Jan 18 16:37:13.358576 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.399573 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] Sync routers for ids ['d12e2f32-4334-4644-b43e-fc305bb64620'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:13.425261 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.444755 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:13.457501 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:13.462418 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:13.472169 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Provisioning complete for port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:13.472551 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.483247 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] Routers {'d12e2f32-4334-4644-b43e-fc305bb64620'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:13.483908 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['d12e2f32-4334-4644-b43e-fc305bb64620'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:13.537046 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks [] for router (d12e2f32-4334-4644-b43e-fc305bb64620), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.608304 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Pushing event updated for resources: {'Port': ['ID=9926e2bf-f9ba-4023-9ce7-859586d8f507,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:13.627976 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:13.676081 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] For port e9c73446-922c-4fbd-b0ad-110fc8856b0a, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:13.732047 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] For port e9c73446-922c-4fbd-b0ad-110fc8856b0a, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e9c73446-922c-4fbd-b0ad-110fc8856b0a,segment=NetworkSegment(bfe42015-1ad0-437b-89f4-1db46f086850),segment_id=bfe42015-1ad0-437b-89f4-1db46f086850)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:13.751356 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks [] for router_gateway (d12e2f32-4334-4644-b43e-fc305bb64620), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.782780 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.840956 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb5fdf7e-b34f-476b-b325-61c967a7cdb5 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:13.843128 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks [] for router_gateway (710c727f-af6c-4716-94d3-3b003d21f44b), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.857819 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Deleting port a2cae7f0-3153-45f0-841d-415c13bd4e13 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:13.858260 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:13.947575 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46662) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:13.952939 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1682787111-network', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:13.990184 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] For port a2cae7f0-3153-45f0-841d-415c13bd4e13, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a2cae7f0-3153-45f0-841d-415c13bd4e13,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:13.990544 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.009571 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Calling delete_port for a2cae7f0-3153-45f0-841d-415c13bd4e13 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:14.016085 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Made reservation on behalf of 0683958ca47a4f83a4689e51dc72d011 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:14.018824 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.033508 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.089686 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fb4fd-a60a-49b6-ba5b-3b31b9b0b6d1 None None] Pushing event updated for resources: {'Port': ['ID=e9c73446-922c-4fbd-b0ad-110fc8856b0a,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:14.120177 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] Set router d12e2f32-4334-4644-b43e-fc305bb64620 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:14.125759 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks [] for security_group (493f1fb0-259c-4c50-85b0-d0a1640d9a26), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.152075 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (493f1fb0-259c-4c50-85b0-d0a1640d9a26), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.237389 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493f1fb0-259c-4c50-85b0-d0a1640d9a26,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:14.255262 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:37:14.276145 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (710c727f-af6c-4716-94d3-3b003d21f44b), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.278775 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (1e899dd5-d962-4db5-9053-0c2ed7909140), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.279079 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Added segment 1e899dd5-d962-4db5-9053-0c2ed7909140 of type vlan for network 00e437ac-817b-40cb-bf92-258ce88de542 Jan 18 16:37:14.291440 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Current status of the port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:14.356451 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:14.356964 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.476199 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (00e437ac-817b-40cb-bf92-258ce88de542), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.507154 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Provisioning complete for port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:14.507154 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.518763 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (00e437ac-817b-40cb-bf92-258ce88de542), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.520506 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:14.521319 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.535398 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Router 710c727f-af6c-4716-94d3-3b003d21f44b is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:37:14.612083 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6634045 Jan 18 16:37:14.615057 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee9e4-786b-42b6-b302-30aa1edd33cd admin admin] Pushing event updated for resources: {'Network': ['ID=00e437ac-817b-40cb-bf92-258ce88de542,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:14.617966 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46666) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:14.627814 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6339c-6bae-40f7-a02f-4ea6095fdf51 req-ea39d842-611f-4c68-980e-8d7e92381d62 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:14.629662 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-81d6339c-6bae-40f7-a02f-4ea6095fdf51 req-ea39d842-611f-4c68-980e-8d7e92381d62 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.3330660 Jan 18 16:37:14.635113 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Request body: {'subnet': {'network_id': '00e437ac-817b-40cb-bf92-258ce88de542', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1682787111-subnet', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:14.638333 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 00e437ac-817b-40cb-bf92-258ce88de542 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:37:14.697840 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:14.719602 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Sync routers for ids ['710c727f-af6c-4716-94d3-3b003d21f44b'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:14.721394 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Made reservation on behalf of 0683958ca47a4f83a4689e51dc72d011 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:14.722662 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.724186 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-10200a9d-d001-4c2c-81b5-ffbcdf82fefb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7506876 Jan 18 16:37:14.724840 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.727389 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46668) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:14.747717 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Routers {'710c727f-af6c-4716-94d3-3b003d21f44b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:14.748328 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['710c727f-af6c-4716-94d3-3b003d21f44b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:14.751668 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 2, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:14.753548 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (a2cae7f0-3153-45f0-841d-415c13bd4e13), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.791007 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218c455-6c7c-460e-8144-69d60212ea2e None None] The sync data for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi is: [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 2, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:14.820766 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-81d6339c-6bae-40f7-a02f-4ea6095fdf51 req-7808370f-3e1e-4eef-9a02-1952d4ca14c7 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772161 Jan 18 16:37:14.832083 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cae7f0-3153-45f0-841d-415c13bd4e13,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:14.855790 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:14.856928 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device d6d2194e-6e83-4cec-bb4a-a663f1d4a07d up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:14.908329 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d09b2ab2-d631-4a62-9a77-e809aaa8acba None None] Current status of the port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:14.936684 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 5, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port': {'id': 'a2cae7f0-3153-45f0-841d-415c13bd4e13', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:14.953125 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (d12e2f32-4334-4644-b43e-fc305bb64620), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.963445 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Set router 710c727f-af6c-4716-94d3-3b003d21f44b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:14.968837 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:14.969207 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:14.970864 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] Checking router: d12e2f32-4334-4644-b43e-fc305bb64620 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:15.031424 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] Routers {'d12e2f32-4334-4644-b43e-fc305bb64620'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:15.032064 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['d12e2f32-4334-4644-b43e-fc305bb64620'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:15.098683 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (d12e2f32-4334-4644-b43e-fc305bb64620), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.102885 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks [] for router_controller (d12e2f32-4334-4644-b43e-fc305bb64620), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.119897 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] Set router d12e2f32-4334-4644-b43e-fc305bb64620 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:15.160015 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4daa9e83-e3e3-4071-b548-0b5151e21af3 None None] Provisioning complete for port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:15.160338 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4daa9e83-e3e3-4071-b548-0b5151e21af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.195839 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (d12e2f32-4334-4644-b43e-fc305bb64620), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.196644 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12e2f32-4334-4644-b43e-fc305bb64620 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:37:15.202109 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:37:14Z', 'revision_number': 7, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port_host': None}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:15.209255 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.213517 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ab99b167-632d-4b7c-9092-a6171bd8db00 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d12e2f32-4334-4644-b43e-fc305bb64620 HTTP/1.1" status: 204 len: 168 time: 1.8534837 Jan 18 16:37:15.242502 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:15.271203 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4daa9e83-e3e3-4071-b548-0b5151e21af3 None None] Port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:15.315761 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] Deleting subnet 7fe2521f-1021-415c-b26a-e70fb0d94f2a {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:37:15.327419 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:13Z', 'revision_number': 3, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port': {'id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:12Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:15.348365 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] Publish callbacks [] for subnet (7fe2521f-1021-415c-b26a-e70fb0d94f2a), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.402493 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Checking router: 710c727f-af6c-4716-94d3-3b003d21f44b for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:15.402844 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Updating router 710c727f-af6c-4716-94d3-3b003d21f44b port 9926e2bf-f9ba-4023-9ce7-859586d8f507 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:15.518051 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (7fe2521f-1021-415c-b26a-e70fb0d94f2a), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.557076 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fb17f-1199-4309-b89b-fa5d71e70825 None None] The sync data for ids ['d12e2f32-4334-4644-b43e-fc305bb64620'] in dv-cinder-825130-1-iscsi is: [{'id': 'd12e2f32-4334-4644-b43e-fc305bb64620', 'name': 'tempest-ServerRescueNegativeTestJSON-538480337-router', 'tenant_id': 'ac4e86b39e7a4904912343571ef86b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:15Z', 'updated_at': '2022-01-18T16:37:14Z', 'revision_number': 7, 'project_id': 'ac4e86b39e7a4904912343571ef86b74', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:15.612116 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.618351 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (7fe2521f-1021-415c-b26a-e70fb0d94f2a), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.638370 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:15.671973 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (5cc90d81-a643-4708-9583-a96cb72f4a7d), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.768114 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (7fe2521f-1021-415c-b26a-e70fb0d94f2a), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.777573 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc90d81-a643-4708-9583-a96cb72f4a7d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:15.817040 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.862555 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.867993 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7fe2521f-1021-415c-b26a-e70fb0d94f2a HTTP/1.1" status: 204 len: 168 time: 0.6221910 Jan 18 16:37:15.867993 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3324477-9ff3-4ecb-97d9-f9940389f9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe2521f-1021-415c-b26a-e70fb0d94f2a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:15.869754 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46674) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:15.873786 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Checking segment: {'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:15.874153 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Network hostable DHCP agents. Network: 00e437ac-817b-40cb-bf92-258ce88de542, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:37:15.978211 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a81f9b-d9f1-449e-929b-0750ed9a17e0 None None] Network 78715231-42c6-47c3-9a13-4d2b63575923 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:16.038845 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Publish callbacks [] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.044775 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.157103 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Attempting to bind port 9926e2bf-f9ba-4023-9ce7-859586d8f507 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:16.157491 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Attempting to bind port 9926e2bf-f9ba-4023-9ce7-859586d8f507 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:16.157890 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Attempting to bind port 9926e2bf-f9ba-4023-9ce7-859586d8f507 on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:16.175937 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:16.177550 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:16.178218 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.179379 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:16.180082 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Bound port: 9926e2bf-f9ba-4023-9ce7-859586d8f507, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:16.180680 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.199101 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b95be9db-6320-40d0-99e5-138c1a7f2d9f None None] Provisioning complete for port e9c73446-922c-4fbd-b0ad-110fc8856b0a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:16.199653 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b95be9db-6320-40d0-99e5-138c1a7f2d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.251762 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740acc31-d38f-4697-8a02-0b2744be84c9 req-62a5eda8-abf1-4b5c-b5b0-6e17b2e556e2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:16.263072 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-740acc31-d38f-4697-8a02-0b2744be84c9 req-62a5eda8-abf1-4b5c-b5b0-6e17b2e556e2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.2756789 Jan 18 16:37:16.268023 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] For port 9926e2bf-f9ba-4023-9ce7-859586d8f507, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:16.273059 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] For port 9926e2bf-f9ba-4023-9ce7-859586d8f507, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=9926e2bf-f9ba-4023-9ce7-859586d8f507,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:16.285276 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.289812 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563f553-9d35-4884-806d-d659d3d459c0 None None] Pushing event updated for resources: {'Port': ['ID=9926e2bf-f9ba-4023-9ce7-859586d8f507,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:16.312503 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Allocated IP 172.20.0.1 (78715231-42c6-47c3-9a13-4d2b63575923/4e99851d-5538-4e4f-b96a-ce1245543de1/bc596f61-2018-4c28-8f8f-36eba06f8737) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:16.359331 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Routers {'710c727f-af6c-4716-94d3-3b003d21f44b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:16.360587 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['710c727f-af6c-4716-94d3-3b003d21f44b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:16.404162 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (f554de0e-6680-4aba-b862-4961f254c90e), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.420796 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563f553-9d35-4884-806d-d659d3d459c0 None None] Pushing event updated for resources: {'Port': ['ID=9926e2bf-f9ba-4023-9ce7-859586d8f507,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:16.422005 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b95be9db-6320-40d0-99e5-138c1a7f2d9f None None] Current status of the port e9c73446-922c-4fbd-b0ad-110fc8856b0a is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:16.422511 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b95be9db-6320-40d0-99e5-138c1a7f2d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.480091 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b95be9db-6320-40d0-99e5-138c1a7f2d9f None None] For port e9c73446-922c-4fbd-b0ad-110fc8856b0a, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e9c73446-922c-4fbd-b0ad-110fc8856b0a,segment=NetworkSegment(bfe42015-1ad0-437b-89f4-1db46f086850),segment_id=bfe42015-1ad0-437b-89f4-1db46f086850)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:16.485713 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b95be9db-6320-40d0-99e5-138c1a7f2d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.503612 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-740acc31-d38f-4697-8a02-0b2744be84c9 req-f10b8bd8-2ef2-4430-bd25-9ead0e9b2638 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333009 Jan 18 16:37:16.512362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Network 00e437ac-817b-40cb-bf92-258ce88de542 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:37:16.555089 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 00e437ac-817b-40cb-bf92-258ce88de542) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:16.575852 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:16.578630 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.583633 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21bf81-8d84-4144-8043-b1fd91f78c11 None None] Network 00e437ac-817b-40cb-bf92-258ce88de542 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:16.597236 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] Set router 710c727f-af6c-4716-94d3-3b003d21f44b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:16.615118 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-defc4c9a-06d1-4904-b4df-c413d5aed06f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9818070 Jan 18 16:37:16.617075 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46676) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:16.621415 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:16.662350 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks [] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.704376 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (f554de0e-6680-4aba-b862-4961f254c90e), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.736592 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f554de0e-6680-4aba-b862-4961f254c90e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:16.750324 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.755613 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3538646a-607a-422d-9ebc-ea54c6cc5ec2') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:16.756450 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3538646a-607a-422d-9ebc-ea54c6cc5ec2') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:16.762477 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e9c73446-922c-4fbd-b0ad-110fc8856b0a up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:16.769353 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (3538646a-607a-422d-9ebc-ea54c6cc5ec2), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.799851 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (3538646a-607a-422d-9ebc-ea54c6cc5ec2), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.800432 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Network 78715231-42c6-47c3-9a13-4d2b63575923 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:16.804430 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:16.811772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:16.812274 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (710c727f-af6c-4716-94d3-3b003d21f44b), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.813561 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:37:16.814030 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (3538646a-607a-422d-9ebc-ea54c6cc5ec2), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.846523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95be9db-6320-40d0-99e5-138c1a7f2d9f None None] Pushing event updated for resources: {'Port': ['ID=e9c73446-922c-4fbd-b0ad-110fc8856b0a,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:37:16.916436 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:37:16.924748 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port e9c73446-922c-4fbd-b0ad-110fc8856b0a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:16.925246 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.937737 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (f554de0e-6680-4aba-b862-4961f254c90e), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.949532 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.960502 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f554de0e-6680-4aba-b862-4961f254c90e HTTP/1.1" status: 204 len: 168 time: 1.0836830 Jan 18 16:37:16.962208 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.963284 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.971783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Pushing event updated for resources: {'Port': ['ID=bc596f61-2018-4c28-8f8f-36eba06f8737,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:16.987810 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad58b0-d15e-4cd3-90f8-a7086b32ab99 admin admin] Pushing event deleted for resources: {'Network': ['ID=f554de0e-6680-4aba-b862-4961f254c90e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:17.030011 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-00e437ac-817b-40cb-bf92-258ce88de542', 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542', 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'fixed_ips': [{'subnet_id': '5cc90d81-a643-4708-9583-a96cb72f4a7d'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:37:17.031657 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.074233 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-653982a1-cde6-4be9-903d-a4add74479be None None] Provisioning complete for port e9c73446-922c-4fbd-b0ad-110fc8856b0a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:17.075145 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-653982a1-cde6-4be9-903d-a4add74479be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.089713 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:13Z', 'revision_number': 3, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port': {'id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:12Z', 'updated_at': '2022-01-18T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:17.103629 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks [] for router_controller (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.177686 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663366f-7a2c-4c3c-b94d-0fb442a100a7 None None] The sync data for ids ['710c727f-af6c-4716-94d3-3b003d21f44b'] in dv-cinder-825130-1-iscsi is: [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:13Z', 'revision_number': 3, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port': {'id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:12Z', 'updated_at': '2022-01-18T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:17.232829 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.350893 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks [] for router_gateway (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.363349 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:17.402203 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port e9c73446-922c-4fbd-b0ad-110fc8856b0a is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:17.432828 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device b92dcec4-1815-4688-80b1-2d27aecb6b04 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:17.470523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: b92dcec4-1815-4688-80b1-2d27aecb6b04 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:17.470834 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device b92dcec4-1815-4688-80b1-2d27aecb6b04 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:17.475530 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3897f6d8-c099-4e03-bfbe-179e29b61e3c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac4e86b39e7a4904912343571ef86b74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1109798 Jan 18 16:37:17.479855 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46682) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:17.488304 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-653982a1-cde6-4be9-903d-a4add74479be None None] Current status of the port e9c73446-922c-4fbd-b0ad-110fc8856b0a is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:17.491331 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Allocated IP 172.20.0.2 (00e437ac-817b-40cb-bf92-258ce88de542/5cc90d81-a643-4708-9583-a96cb72f4a7d/a47ffa5d-684d-4db0-afeb-98a2977ca109) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:17.543282 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a63d2496-b694-4194-bbd3-bccc95cb9e5b admin admin] Publish callbacks [] for security_group (27494472-9052-43e9-bfd9-29717c2fcedb), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.548538 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks [] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.558257 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.559214 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (710c727f-af6c-4716-94d3-3b003d21f44b), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.636223 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2dbc3846-d125-4b84-a3dc-392b77bcb4e5 None None] Provisioning complete for port bc596f61-2018-4c28-8f8f-36eba06f8737 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:17.636754 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2dbc3846-d125-4b84-a3dc-392b77bcb4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.641719 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a63d2496-b694-4194-bbd3-bccc95cb9e5b admin admin] Publish callbacks [] for security_group (27494472-9052-43e9-bfd9-29717c2fcedb), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.661784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Pushing event updated for resources: {'Port': ['ID=bc596f61-2018-4c28-8f8f-36eba06f8737,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:17.705746 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Network 78715231-42c6-47c3-9a13-4d2b63575923 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:17.707383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:17.750349 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afee1c-e68e-46a1-a5d1-d6cc294656d4 req-18872f92-e199-4103-bc8f-1f6e9d75165f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:17.752422 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-56afee1c-e68e-46a1-a5d1-d6cc294656d4 req-18872f92-e199-4103-bc8f-1f6e9d75165f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1504092 Jan 18 16:37:17.757246 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks [] for router_gateway (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.797511 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.804301 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Publish callbacks [] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.806617 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a63d2496-b694-4194-bbd3-bccc95cb9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (27494472-9052-43e9-bfd9-29717c2fcedb), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.815231 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a63d2496-b694-4194-bbd3-bccc95cb9e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.819026 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a63d2496-b694-4194-bbd3-bccc95cb9e5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27494472-9052-43e9-bfd9-29717c2fcedb HTTP/1.1" status: 204 len: 168 time: 0.3341937 Jan 18 16:37:17.819189 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.819189 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc3846-d125-4b84-a3dc-392b77bcb4e5 None None] Port bc596f61-2018-4c28-8f8f-36eba06f8737 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:17.881360 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Pushing event updated for resources: {'Port': ['ID=a47ffa5d-684d-4db0-afeb-98a2977ca109,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:17.897674 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Network 00e437ac-817b-40cb-bf92-258ce88de542 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:17.899652 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:17.902406 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:17.911536 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d2496-b694-4194-bbd3-bccc95cb9e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27494472-9052-43e9-bfd9-29717c2fcedb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:17.957402 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-56afee1c-e68e-46a1-a5d1-d6cc294656d4 req-2b301f05-d33e-48e6-8224-bef017fe8c28 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976123 Jan 18 16:37:17.992211 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Router 710c727f-af6c-4716-94d3-3b003d21f44b has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:17.994306 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device dfed8353-1b09-4f79-a472-ddbff264b69f up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:18.059063 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Allocated IP 172.27.0.39 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:18.094806 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Attempting to bind port a47ffa5d-684d-4db0-afeb-98a2977ca109 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:18.095250 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Attempting to bind port a47ffa5d-684d-4db0-afeb-98a2977ca109 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:18.096183 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Attempting to bind port a47ffa5d-684d-4db0-afeb-98a2977ca109 on network 00e437ac-817b-40cb-bf92-258ce88de542 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:18.112040 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:18.112446 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Checking segment: {'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:18.112858 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.113430 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Bound using segment: {'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:18.114122 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Bound port: a47ffa5d-684d-4db0-afeb-98a2977ca109, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:18.114509 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.178447 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:18.196323 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-8788de7e-5a6e-4338-8f72-4c52e7262569 admin admin] 10.222.0.86 "PUT /v2.0/routers/710c727f-af6c-4716-94d3-3b003d21f44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4601371 Jan 18 16:37:18.196840 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5d7fa391-4e1f-48b3-9843-d8ca7610fd01 None None] Provisioning complete for port bc596f61-2018-4c28-8f8f-36eba06f8737 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:18.197230 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa391-4e1f-48b3-9843-d8ca7610fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.216941 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks [] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.238712 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port dfed8353-1b09-4f79-a472-ddbff264b69f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:18.239108 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.258478 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.271401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] For port a47ffa5d-684d-4db0-afeb-98a2977ca109, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:18.296756 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] For port a47ffa5d-684d-4db0-afeb-98a2977ca109, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a47ffa5d-684d-4db0-afeb-98a2977ca109,segment=NetworkSegment(1e899dd5-d962-4db5-9053-0c2ed7909140),segment_id=1e899dd5-d962-4db5-9053-0c2ed7909140)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:18.302816 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fa391-4e1f-48b3-9843-d8ca7610fd01 None None] Port bc596f61-2018-4c28-8f8f-36eba06f8737 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:18.306640 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.312210 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:18.317111 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:18.320191 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:18.357723 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Pushing event updated for resources: {'Port': ['ID=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:18.415113 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294f1dd-bc10-44b7-8b01-e864194c306e None None] Pushing event updated for resources: {'Port': ['ID=a47ffa5d-684d-4db0-afeb-98a2977ca109,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:18.427115 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port dfed8353-1b09-4f79-a472-ddbff264b69f is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:18.427516 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.457595 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port dfed8353-1b09-4f79-a472-ddbff264b69f, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=dfed8353-1b09-4f79-a472-ddbff264b69f,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:18.475491 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.477680 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e9c73446-922c-4fbd-b0ad-110fc8856b0a up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:18.641647 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=dfed8353-1b09-4f79-a472-ddbff264b69f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:18.656890 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port e9c73446-922c-4fbd-b0ad-110fc8856b0a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:18.657284 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.800677 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks [] for router_gateway (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.805270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port e9c73446-922c-4fbd-b0ad-110fc8856b0a is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:18.824532 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a2cae7f0-3153-45f0-841d-415c13bd4e13 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:18.859278 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: a2cae7f0-3153-45f0-841d-415c13bd4e13 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:18.859915 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a2cae7f0-3153-45f0-841d-415c13bd4e13 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:19.092326 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46714) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:19.119416 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.187905 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf50f0-aaec-4102-9016-cb1504cc3f73 req-f2597f0c-1653-4a17-b386-f798c7dd708b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:19.196355 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-22bf50f0-aaec-4102-9016-cb1504cc3f73 req-f2597f0c-1653-4a17-b386-f798c7dd708b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1393900 Jan 18 16:37:19.232163 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46718) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:19.237797 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-45a68db2-0c1f-4f55-a22c-5781829e619f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875990119', 'description': 'tempest-secgroup-smoke-875990119 description', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:19.269030 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45a68db2-0c1f-4f55-a22c-5781829e619f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.308315 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-22bf50f0-aaec-4102-9016-cb1504cc3f73 req-93ddb282-4dcb-4728-aa32-97167c8620d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111906 Jan 18 16:37:19.315413 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1212140481-network', 'tenant_id': '5a9d588945834e589ba8bdc327e56aad'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:19.370491 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45a68db2-0c1f-4f55-a22c-5781829e619f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group (349c9553-7081-4a26-9918-b6e21da4bc68), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.373356 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:37:19.376902 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Made reservation on behalf of 5a9d588945834e589ba8bdc327e56aad for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:19.379286 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.382373 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45a68db2-0c1f-4f55-a22c-5781829e619f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (349c9553-7081-4a26-9918-b6e21da4bc68), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.410130 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.427636 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45a68db2-0c1f-4f55-a22c-5781829e619f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.429017 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-45a68db2-0c1f-4f55-a22c-5781829e619f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1956365 Jan 18 16:37:19.432810 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46722) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:19.434987 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a68db2-0c1f-4f55-a22c-5781829e619f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349c9553-7081-4a26-9918-b6e21da4bc68,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:19.440892 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8e703419-2cc1-4aae-b65e-3634f5219220 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'security_group_rule': {'security_group_id': '349c9553-7081-4a26-9918-b6e21da4bc68', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:19.500903 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e703419-2cc1-4aae-b65e-3634f5219220 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (f21374e2-e011-466b-a307-280375b5b21e), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.513728 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:19.524860 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Sync routers for ids ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:19.546852 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.550614 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-394e7dbe-af2c-4927-b3d6-a80c133c042b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9302957 Jan 18 16:37:19.553680 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:19.566653 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Routers {'0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:19.567317 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:19.667548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks [] for security_group (964fb6e8-516f-4dc8-98d2-689751c500de), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.719412 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (964fb6e8-516f-4dc8-98d2-689751c500de), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.729015 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e703419-2cc1-4aae-b65e-3634f5219220 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (f21374e2-e011-466b-a307-280375b5b21e), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.746628 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e703419-2cc1-4aae-b65e-3634f5219220 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (f21374e2-e011-466b-a307-280375b5b21e), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.786248 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:37:19.793500 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Set router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:19.828394 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e703419-2cc1-4aae-b65e-3634f5219220 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.832663 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-8e703419-2cc1-4aae-b65e-3634f5219220 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956735 Jan 18 16:37:19.833021 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46726) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:19.833512 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e703419-2cc1-4aae-b65e-3634f5219220 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21374e2-e011-466b-a307-280375b5b21e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:19.841524 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (b30ea3ae-8a3d-4676-8f27-0b9db42d5798), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.841524 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Added segment b30ea3ae-8a3d-4676-8f27-0b9db42d5798 of type vlan for network 13c2bce5-dc58-4f7b-b606-608c0dc0b5d6 Jan 18 16:37:19.844252 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-eb12dc32-729d-40f7-863e-f3a95e53e73b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'security_group_rule': {'security_group_id': '349c9553-7081-4a26-9918-b6e21da4bc68', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:19.849242 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964fb6e8-516f-4dc8-98d2-689751c500de,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:19.882885 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Sync routers for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:19.914237 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:19.915119 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c78e4b-4b99-4d36-a2f5-b273d47a1924 None None] Network 00e437ac-817b-40cb-bf92-258ce88de542 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:19.915633 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:19.954188 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12dc32-729d-40f7-863e-f3a95e53e73b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (310ccacb-7d72-4bb7-be44-4af24ca6e054), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:19.957001 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (13c2bce5-dc58-4f7b-b606-608c0dc0b5d6), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.038598 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12dc32-729d-40f7-863e-f3a95e53e73b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (310ccacb-7d72-4bb7-be44-4af24ca6e054), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.050700 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12dc32-729d-40f7-863e-f3a95e53e73b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (310ccacb-7d72-4bb7-be44-4af24ca6e054), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.070608 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (13c2bce5-dc58-4f7b-b606-608c0dc0b5d6), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.072790 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:20.073714 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.075726 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12dc32-729d-40f7-863e-f3a95e53e73b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310ccacb-7d72-4bb7-be44-4af24ca6e054,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:20.090323 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12dc32-729d-40f7-863e-f3a95e53e73b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.092693 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-eb12dc32-729d-40f7-863e-f3a95e53e73b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2577715 Jan 18 16:37:20.094907 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46728) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:20.102627 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8c350ab6-91bb-417c-b9be-d925711a983b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'security_group_rule': {'security_group_id': '349c9553-7081-4a26-9918-b6e21da4bc68', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:20.110496 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:20.145546 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c350ab6-91bb-417c-b9be-d925711a983b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (a797bd12-252c-459b-be2f-e18b43f26ebf), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.239644 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c350ab6-91bb-417c-b9be-d925711a983b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (a797bd12-252c-459b-be2f-e18b43f26ebf), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.247200 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c350ab6-91bb-417c-b9be-d925711a983b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (a797bd12-252c-459b-be2f-e18b43f26ebf), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.267346 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 9926e2bf-f9ba-4023-9ce7-859586d8f507 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:20.286502 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c350ab6-91bb-417c-b9be-d925711a983b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a797bd12-252c-459b-be2f-e18b43f26ebf,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:20.304202 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c350ab6-91bb-417c-b9be-d925711a983b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.305445 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-8c350ab6-91bb-417c-b9be-d925711a983b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2094159 Jan 18 16:37:20.308443 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:20.314847 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7e74eebf-c645-4286-8fd9-4fd00c349ab6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'security_group_rule': {'security_group_id': '349c9553-7081-4a26-9918-b6e21da4bc68', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:20.325333 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2312651 Jan 18 16:37:20.331379 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:20.339509 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Request body: {'subnet': {'network_id': '13c2bce5-dc58-4f7b-b606-608c0dc0b5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1212140481-subnet', 'tenant_id': '5a9d588945834e589ba8bdc327e56aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:20.384463 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 2, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:20.398714 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e74eebf-c645-4286-8fd9-4fd00c349ab6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (54558d75-4b54-4f8a-b446-a4d6264c7810), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.400291 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2f08eec6-3b98-4107-9a17-55cfb1b89674 None None] Provisioning complete for port a47ffa5d-684d-4db0-afeb-98a2977ca109 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:20.400577 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f08eec6-3b98-4107-9a17-55cfb1b89674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.430152 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Made reservation on behalf of 5a9d588945834e589ba8bdc327e56aad for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:20.432474 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.481967 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c55f3-4954-482f-9ff5-d17e8f34ff21 admin admin] Pushing event updated for resources: {'Network': ['ID=13c2bce5-dc58-4f7b-b606-608c0dc0b5d6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:20.504415 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 9926e2bf-f9ba-4023-9ce7-859586d8f507 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:20.504802 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.508659 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 13c2bce5-dc58-4f7b-b606-608c0dc0b5d6 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:37:20.531486 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Checking router: e316d4be-7eba-4a02-92f6-d93a72edf86b for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:20.538409 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Updating router e316d4be-7eba-4a02-92f6-d93a72edf86b port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:20.577238 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.662494 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afc68-ba60-4d2f-9064-32bda4ad6beb req-52e1fc10-5d6c-4885-a424-4a8acc40b230 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:20.664546 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-213afc68-ba60-4d2f-9064-32bda4ad6beb req-52e1fc10-5d6c-4885-a424-4a8acc40b230 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1350100 Jan 18 16:37:20.676707 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.821340 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2f08eec6-3b98-4107-9a17-55cfb1b89674 None None] Current status of the port a47ffa5d-684d-4db0-afeb-98a2977ca109 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:20.822277 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f08eec6-3b98-4107-9a17-55cfb1b89674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.837756 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e74eebf-c645-4286-8fd9-4fd00c349ab6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (54558d75-4b54-4f8a-b446-a4d6264c7810), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.839470 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-213afc68-ba60-4d2f-9064-32bda4ad6beb req-efc64e87-b3f8-455d-a908-b8ebe7c56841 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658771 Jan 18 16:37:20.845699 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e74eebf-c645-4286-8fd9-4fd00c349ab6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (54558d75-4b54-4f8a-b446-a4d6264c7810), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.880096 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e74eebf-c645-4286-8fd9-4fd00c349ab6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.885068 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-7e74eebf-c645-4286-8fd9-4fd00c349ab6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5729651 Jan 18 16:37:20.887251 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:20.888008 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74eebf-c645-4286-8fd9-4fd00c349ab6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54558d75-4b54-4f8a-b446-a4d6264c7810,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:20.896342 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'security_group_rule': {'security_group_id': '349c9553-7081-4a26-9918-b6e21da4bc68', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:20.911019 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2f08eec6-3b98-4107-9a17-55cfb1b89674 None None] For port a47ffa5d-684d-4db0-afeb-98a2977ca109, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a47ffa5d-684d-4db0-afeb-98a2977ca109,segment=NetworkSegment(1e899dd5-d962-4db5-9053-0c2ed7909140),segment_id=1e899dd5-d962-4db5-9053-0c2ed7909140)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:20.917984 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 3, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port': {'id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:17Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:20.927319 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Project e45e35233c904bdb8271be4c5b6223d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:37:20.938921 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (28456632-9094-408f-9d66-1f75140bbe53), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.951968 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f08eec6-3b98-4107-9a17-55cfb1b89674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.963598 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Checking router: 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:20.964924 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Updating router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:20.986092 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 9926e2bf-f9ba-4023-9ce7-859586d8f507 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:20.986778 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:20.997558 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Publish callbacks [] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.004471 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.009306 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Allocated IP 172.20.0.1 (00e437ac-817b-40cb-bf92-258ce88de542/5cc90d81-a643-4708-9583-a96cb72f4a7d/a0086aec-a9b7-4cee-aa01-15be4d5538a9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:21.016904 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 9926e2bf-f9ba-4023-9ce7-859586d8f507, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=9926e2bf-f9ba-4023-9ce7-859586d8f507,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:21.053684 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.054431 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device dfed8353-1b09-4f79-a472-ddbff264b69f up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:21.132706 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (28456632-9094-408f-9d66-1f75140bbe53), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.146270 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (28456632-9094-408f-9d66-1f75140bbe53), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.160631 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5560919-34e3-487f-9bb7-fb5c0fef7c77 None None] Pushing event updated for resources: {'Port': ['ID=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.160848 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.175433 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Attempting to bind port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:21.175868 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Attempting to bind port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:21.176228 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Attempting to bind port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 on network 4e9585a2-342b-4355-89b3-367e7110fa34 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:21.187225 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks [] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.190966 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:21.191196 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Checking segment: {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:21.191695 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.192092 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Bound using segment: {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:21.192578 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Bound port: f0b858fc-c0a2-40bf-bf66-481de7c1a7c5, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:21.192954 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.202670 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08eec6-3b98-4107-9a17-55cfb1b89674 None None] Pushing event updated for resources: {'Port': ['ID=a47ffa5d-684d-4db0-afeb-98a2977ca109,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.207116 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28456632-9094-408f-9d66-1f75140bbe53,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.220233 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (d778dd75-eb17-45ae-a496-e8d8fc166d65), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.226463 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-836aba16-daab-4c3b-8844-e3094c1e20fd None None] Provisioning complete for port a47ffa5d-684d-4db0-afeb-98a2977ca109 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:21.226893 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-836aba16-daab-4c3b-8844-e3094c1e20fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.239360 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.258754 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a4a4b696-2416-414d-b21b-3bac0c9e12a8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3631756 Jan 18 16:37:21.259939 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46738) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:21.290691 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.331293 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'security_group_rule': {'security_group_id': '349c9553-7081-4a26-9918-b6e21da4bc68', 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:21.332450 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] For port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:21.337538 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] For port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:21.343600 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.366275 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Network 00e437ac-817b-40cb-bf92-258ce88de542 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:21.370341 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:21.380977 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:21.382245 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.391653 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Pushing event updated for resources: {'Port': ['ID=a0086aec-a9b7-4cee-aa01-15be4d5538a9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.448950 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d778dd75-eb17-45ae-a496-e8d8fc166d65,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.453402 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:21.455225 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:21.513830 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Project e45e35233c904bdb8271be4c5b6223d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:37:21.523985 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Checking segment: {'id': 'b30ea3ae-8a3d-4676-8f27-0b9db42d5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '13c2bce5-dc58-4f7b-b606-608c0dc0b5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:21.524644 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Network hostable DHCP agents. Network: 13c2bce5-dc58-4f7b-b606-608c0dc0b5d6, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:37:21.527440 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (1be449a8-0951-425c-8c4e-ed18951cda97), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.571410 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port dfed8353-1b09-4f79-a472-ddbff264b69f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:21.571950 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.611926 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Network 13c2bce5-dc58-4f7b-b606-608c0dc0b5d6 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:37:21.658299 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=9926e2bf-f9ba-4023-9ce7-859586d8f507,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.659933 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 13c2bce5-dc58-4f7b-b606-608c0dc0b5d6) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:21.683110 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:21.683810 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.687283 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23a77e-d24e-4dd3-a3bb-41b92dd2ddc6 None None] Network 13c2bce5-dc58-4f7b-b606-608c0dc0b5d6 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:21.727650 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (1be449a8-0951-425c-8c4e-ed18951cda97), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.737260 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Sync routers for ids ['710c727f-af6c-4716-94d3-3b003d21f44b'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:21.748929 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-83d29dac-38dd-4966-a5cb-fb64c21705be admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4118836 Jan 18 16:37:21.750684 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (1be449a8-0951-425c-8c4e-ed18951cda97), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.790590 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5560919-34e3-487f-9bb7-fb5c0fef7c77 None None] Pushing event updated for resources: {'Port': ['ID=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.802950 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be449a8-0951-425c-8c4e-ed18951cda97,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:21.819796 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.831541 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-cbe7fd27-c682-4edd-8a71-7ea5b4f20ecb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5223696 Jan 18 16:37:21.930048 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-836aba16-daab-4c3b-8844-e3094c1e20fd None None] Current status of the port a47ffa5d-684d-4db0-afeb-98a2977ca109 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:21.939102 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:21.949215 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Routers {'710c727f-af6c-4716-94d3-3b003d21f44b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:21.950160 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['710c727f-af6c-4716-94d3-3b003d21f44b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:21.979573 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.096049 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bb69f-178d-4dde-b772-6f5ab8035d1f req-53184094-872d-4a72-8a1b-2f73cf4f38b5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:22.101116 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e78bb69f-178d-4dde-b772-6f5ab8035d1f req-53184094-872d-4a72-8a1b-2f73cf4f38b5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1306310 Jan 18 16:37:22.227765 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e78bb69f-178d-4dde-b772-6f5ab8035d1f req-8e352832-ef51-41b8-b280-68723d797cb3 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203580 Jan 18 16:37:22.306814 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks [] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.314876 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.316796 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.337067 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:22.363389 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Provisioning complete for port a0086aec-a9b7-4cee-aa01-15be4d5538a9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:22.364059 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.370672 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Set router 710c727f-af6c-4716-94d3-3b003d21f44b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:22.372154 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Pushing event updated for resources: {'Port': ['ID=a0086aec-a9b7-4cee-aa01-15be4d5538a9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:22.384538 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094d253-b187-4e41-9744-6b6df80e1111 None None] Network 13c2bce5-dc58-4f7b-b606-608c0dc0b5d6 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:22.398687 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a065-b57a-4456-af15-86418013a4e3 None None] The sync data for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi is: [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:22.583840 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port dfed8353-1b09-4f79-a472-ddbff264b69f is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:22.586512 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a47ffa5d-684d-4db0-afeb-98a2977ca109 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:22.627196 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Network 00e437ac-817b-40cb-bf92-258ce88de542 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:22.630569 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:22.837357 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46798) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:22.846046 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820376433-network', 'tenant_id': '5ce6cb702dbb47b297c2d28bd7fb5fba'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:22.908850 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Made reservation on behalf of 5ce6cb702dbb47b297c2d28bd7fb5fba for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:22.915046 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.921314 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:22.933697 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.062210 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Publish callbacks [] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.070812 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Port a0086aec-a9b7-4cee-aa01-15be4d5538a9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:23.077045 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.095151 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks [] for security_group (140cc89e-bae2-4a1d-8755-9c23a9899ae2), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.102919 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (140cc89e-bae2-4a1d-8755-9c23a9899ae2), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.121316 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:37:23.126460 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:23.132667 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-26b0ba5e-869c-4b12-ab4a-8b4ff9b5e997 admin admin] 10.222.0.86 "PUT /v2.0/routers/0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755343 Jan 18 16:37:23.159103 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (e6ba290c-16b1-4d62-8b17-45ea23ae368d), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.159542 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Added segment e6ba290c-16b1-4d62-8b17-45ea23ae368d of type vlan for network 06cd7c3c-5f29-4f32-89d6-ba1b632ad06e Jan 18 16:37:23.170241 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140cc89e-bae2-4a1d-8755-9c23a9899ae2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:23.225660 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (06cd7c3c-5f29-4f32-89d6-ba1b632ad06e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.260523 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (06cd7c3c-5f29-4f32-89d6-ba1b632ad06e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.261780 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:23.262435 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.277093 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Attempting to bind port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:23.277450 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Attempting to bind port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:23.277843 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Attempting to bind port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:23.316031 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:23.316522 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:23.317105 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.317860 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:23.319255 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Bound port: e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:23.319712 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.363395 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] Pushing event updated for resources: {'Network': ['ID=06cd7c3c-5f29-4f32-89d6-ba1b632ad06e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:23.363925 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Provisioning complete for port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:23.364296 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.369513 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-d184828b-7fe4-4bb4-bdbc-5967dec1b14a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5309968 Jan 18 16:37:23.372531 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46820) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:23.378789 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Request body: {'subnet': {'network_id': '06cd7c3c-5f29-4f32-89d6-ba1b632ad06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820376433-subnet', 'tenant_id': '5ce6cb702dbb47b297c2d28bd7fb5fba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:23.408437 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port a47ffa5d-684d-4db0-afeb-98a2977ca109 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:23.409307 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.429794 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Made reservation on behalf of 5ce6cb702dbb47b297c2d28bd7fb5fba for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:23.432500 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.462804 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b83de-f4bf-45ed-9136-acfe3c7c1254 req-4d201178-4663-4248-8784-b088bde458a1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:23.466351 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e05b83de-f4bf-45ed-9136-acfe3c7c1254 req-4d201178-4663-4248-8784-b088bde458a1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0715470 Jan 18 16:37:23.471404 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd5fe-a6b1-449f-b922-a14a16e93642 None None] Pushing event updated for resources: {'Port': ['ID=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:23.474652 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 06cd7c3c-5f29-4f32-89d6-ba1b632ad06e details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:37:23.564822 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e05b83de-f4bf-45ed-9136-acfe3c7c1254 req-cb01b129-abca-41c2-b09f-ede550b54df9 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921004 Jan 18 16:37:23.615871 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] For port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:23.666907 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] For port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:23.679852 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.713436 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.751335 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (1f92687d-a4d0-4f83-8692-35ec339d2fa9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.828036 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Current status of the port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:23.829445 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.859082 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:17Z', 'revision_number': 4, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port': {'id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:12Z', 'updated_at': '2022-01-18T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'bc596f61-2018-4c28-8f8f-36eba06f8737', 'name': '', 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'mac_address': 'fa:16:3e:f8:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4e99851d-5538-4e4f-b96a-ce1245543de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:15Z', 'updated_at': '2022-01-18T16:37:17Z', 'revision_number': 2, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'subnets': [{'id': '4e99851d-5538-4e4f-b96a-ce1245543de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:23.872660 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port a47ffa5d-684d-4db0-afeb-98a2977ca109 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:23.902545 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd5fe-a6b1-449f-b922-a14a16e93642 None None] Pushing event updated for resources: {'Port': ['ID=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:23.907186 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Routers {'0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:23.907952 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:23.916270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Checking router: 710c727f-af6c-4716-94d3-3b003d21f44b for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:23.916270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Updating router 710c727f-af6c-4716-94d3-3b003d21f44b port bc596f61-2018-4c28-8f8f-36eba06f8737 binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:23.951077 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bb48-8ab2-4445-9b99-56d3039150d4 req-26ea974d-54ce-4bb4-979a-41882b1a78e0 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:23.960765 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b270bb48-8ab2-4445-9b99-56d3039150d4 req-26ea974d-54ce-4bb4-979a-41882b1a78e0 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0753706 Jan 18 16:37:23.983527 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Checking segment: {'id': 'e6ba290c-16b1-4d62-8b17-45ea23ae368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '06cd7c3c-5f29-4f32-89d6-ba1b632ad06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:23.984120 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Network hostable DHCP agents. Network: 06cd7c3c-5f29-4f32-89d6-ba1b632ad06e, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:37:24.003053 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f92687d-a4d0-4f83-8692-35ec339d2fa9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:24.054770 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b270bb48-8ab2-4445-9b99-56d3039150d4 req-720deb89-2bd1-44bc-a35f-19bf785e0c59 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892682 Jan 18 16:37:24.070624 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Network 06cd7c3c-5f29-4f32-89d6-ba1b632ad06e is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:37:24.075596 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] For port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:24.089219 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.096256 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.099375 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 06cd7c3c-5f29-4f32-89d6-ba1b632ad06e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:24.106227 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:24.106865 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.156641 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487104c5-654b-4917-94bd-07f6409478fb req-7c62c245-d04c-4843-9ef3-0e45bf0ae8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:24.159483 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-487104c5-654b-4917-94bd-07f6409478fb req-7c62c245-d04c-4843-9ef3-0e45bf0ae8f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 1099 time: 0.0752206 Jan 18 16:37:24.161704 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-2fa15cfc-d751-44f6-b9ad-2a8bbe439502 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7862453 Jan 18 16:37:24.166801 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47898972-89db-4825-95a4-8993d1d0f5c6 None None] Network 06cd7c3c-5f29-4f32-89d6-ba1b632ad06e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:24.204127 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 9926e2bf-f9ba-4023-9ce7-859586d8f507 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:24.250711 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] Set router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:24.276125 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487104c5-654b-4917-94bd-07f6409478fb req-6cd2033f-7f4e-49f6-9105-41c851ae4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:24.278249 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-487104c5-654b-4917-94bd-07f6409478fb req-6cd2033f-7f4e-49f6-9105-41c851ae4c9b service neutron] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 911 time: 0.1133125 Jan 18 16:37:24.362391 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:24.382789 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-487104c5-654b-4917-94bd-07f6409478fb req-eb7255cf-c944-49f9-9720-04b32c37253f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 200 len: 1001 time: 0.0972319 Jan 18 16:37:24.458130 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487104c5-654b-4917-94bd-07f6409478fb req-389bbd36-2e32-45e3-b7e5-d94d629a8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:24.458535 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591e93c-2899-4929-9d6f-d35d68760ffc None None] Pushing event updated for resources: {'Port': ['ID=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:24.459837 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-487104c5-654b-4917-94bd-07f6409478fb req-389bbd36-2e32-45e3-b7e5-d94d629a8411 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.0694089 Jan 18 16:37:24.465561 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] Deleting subnet d778dd75-eb17-45ae-a496-e8d8fc166d65 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:37:24.475155 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] Publish callbacks [] for subnet (d778dd75-eb17-45ae-a496-e8d8fc166d65), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.531610 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b80bb-5418-48b3-9589-929cc2311218 None None] Network 06cd7c3c-5f29-4f32-89d6-ba1b632ad06e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:24.554490 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (d778dd75-eb17-45ae-a496-e8d8fc166d65), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.565232 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487104c5-654b-4917-94bd-07f6409478fb req-df41f21e-e6d3-4175-92f3-d0e365ae7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:24.568582 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-487104c5-654b-4917-94bd-07f6409478fb req-df41f21e-e6d3-4175-92f3-d0e365ae7024 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987701 Jan 18 16:37:24.607343 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c1df34e1-34d2-463b-8e44-075d4211e693 None None] Provisioning complete for port a0086aec-a9b7-4cee-aa01-15be4d5538a9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:24.607877 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1df34e1-34d2-463b-8e44-075d4211e693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.647362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (d778dd75-eb17-45ae-a496-e8d8fc166d65), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.732933 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (d778dd75-eb17-45ae-a496-e8d8fc166d65), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.774972 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-487104c5-654b-4917-94bd-07f6409478fb req-09fd5c57-8429-4705-b922-f91fc1673ed8 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002907 Jan 18 16:37:24.782299 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d778dd75-eb17-45ae-a496-e8d8fc166d65,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:24.811918 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c1df34e1-34d2-463b-8e44-075d4211e693 None None] Port a0086aec-a9b7-4cee-aa01-15be4d5538a9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:24.822445 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.833570 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-38096b83-9d0a-4243-bb7b-a718da774518 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d778dd75-eb17-45ae-a496-e8d8fc166d65 HTTP/1.1" status: 204 len: 168 time: 0.4695933 Jan 18 16:37:24.834977 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46852) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:24.845552 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 9926e2bf-f9ba-4023-9ce7-859586d8f507 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:24.846256 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.896181 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-487104c5-654b-4917-94bd-07f6409478fb req-d39a3450-6187-4f05-93e7-a8b5a0906ff0 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138196 Jan 18 16:37:24.966569 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (13c2bce5-dc58-4f7b-b606-608c0dc0b5d6), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.101614 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (13c2bce5-dc58-4f7b-b606-608c0dc0b5d6), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.162459 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c2bce5-dc58-4f7b-b606-608c0dc0b5d6']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:25.176655 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30ea3ae-8a3d-4676-8f27-0b9db42d5798') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:25.177037 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30ea3ae-8a3d-4676-8f27-0b9db42d5798') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:25.188165 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (b30ea3ae-8a3d-4676-8f27-0b9db42d5798), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.268403 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (b30ea3ae-8a3d-4676-8f27-0b9db42d5798), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.275569 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:37:25.276038 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (b30ea3ae-8a3d-4676-8f27-0b9db42d5798), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:37:25.277984 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:37:25.322809 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 9926e2bf-f9ba-4023-9ce7-859586d8f507 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:25.323929 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:25.327321 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Publish callbacks [] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.354177 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.386849 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (13c2bce5-dc58-4f7b-b606-608c0dc0b5d6), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.392941 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.400414 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46858) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:25.400671 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] 10.222.0.86 "DELETE /v2.0/networks/13c2bce5-dc58-4f7b-b606-608c0dc0b5d6 HTTP/1.1" status: 204 len: 168 time: 0.5632505 Jan 18 16:37:25.416586 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d882de-9451-4d05-a251-cb23afb28e00 req-0d79cc6f-4cda-41b3-8154-5cdd2ac3d418 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:25.423688 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-16d882de-9451-4d05-a251-cb23afb28e00 req-0d79cc6f-4cda-41b3-8154-5cdd2ac3d418 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.2258379 Jan 18 16:37:25.460492 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 4, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port': {'id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:17Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'a0086aec-a9b7-4cee-aa01-15be4d5538a9', 'name': '', 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'mac_address': 'fa:16:3e:48:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:20Z', 'updated_at': '2022-01-18T16:37:22Z', 'revision_number': 2, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'subnets': [{'id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:25.502128 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b321647-7e0e-40a6-9ff8-16e0fbae8408 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c2bce5-dc58-4f7b-b606-608c0dc0b5d6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:25.530191 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] Deleting subnet 1f92687d-a4d0-4f83-8692-35ec339d2fa9 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:37:25.538371 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] Publish callbacks [] for subnet (1f92687d-a4d0-4f83-8692-35ec339d2fa9), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.570282 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482db1-c075-444e-846c-2f69a8d845e6 None None] Pushing event updated for resources: {'Port': ['ID=bc596f61-2018-4c28-8f8f-36eba06f8737,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:25.588823 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-16d882de-9451-4d05-a251-cb23afb28e00 req-eb9537a5-98bf-4bd2-b532-8d99e70a29c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095483 Jan 18 16:37:25.590042 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb135c1-b546-4073-9682-5f1c99c66293 None None] The sync data for ids ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'] in dv-cinder-825130-1-iscsi is: [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 4, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port': {'id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:17Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'a0086aec-a9b7-4cee-aa01-15be4d5538a9', 'name': '', 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'mac_address': 'fa:16:3e:48:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:20Z', 'updated_at': '2022-01-18T16:37:22Z', 'revision_number': 2, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'subnets': [{'id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:25.630557 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] Publish callbacks [] for subnet (1f92687d-a4d0-4f83-8692-35ec339d2fa9), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.654128 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (1f92687d-a4d0-4f83-8692-35ec339d2fa9), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.673687 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:25.673687 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.737625 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for subnet (1f92687d-a4d0-4f83-8692-35ec339d2fa9), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.768236 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Attempting to bind port bc596f61-2018-4c28-8f8f-36eba06f8737 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:25.768456 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f92687d-a4d0-4f83-8692-35ec339d2fa9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:25.768694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Attempting to bind port bc596f61-2018-4c28-8f8f-36eba06f8737 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:25.768976 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Attempting to bind port bc596f61-2018-4c28-8f8f-36eba06f8737 on network 78715231-42c6-47c3-9a13-4d2b63575923 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:25.781353 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:25.785114 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.786157 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Checking segment: {'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:25.786605 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.787055 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Bound using segment: {'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:25.787557 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Bound port: bc596f61-2018-4c28-8f8f-36eba06f8737, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe42015-1ad0-437b-89f4-1db46f086850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:25.787950 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.788548 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-1000c81f-e926-4da0-8f62-f89e2290e27a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1f92687d-a4d0-4f83-8692-35ec339d2fa9 HTTP/1.1" status: 204 len: 168 time: 0.3858047 Jan 18 16:37:25.791137 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46860) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:25.908358 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (06cd7c3c-5f29-4f32-89d6-ba1b632ad06e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.912469 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] For port bc596f61-2018-4c28-8f8f-36eba06f8737, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:25.918156 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] For port bc596f61-2018-4c28-8f8f-36eba06f8737, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=bc596f61-2018-4c28-8f8f-36eba06f8737,segment=NetworkSegment(bfe42015-1ad0-437b-89f4-1db46f086850),segment_id=bfe42015-1ad0-437b-89f4-1db46f086850)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:25.931045 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.100529 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:26.101783 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a47ffa5d-684d-4db0-afeb-98a2977ca109 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:26.177251 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482db1-c075-444e-846c-2f69a8d845e6 None None] Pushing event updated for resources: {'Port': ['ID=bc596f61-2018-4c28-8f8f-36eba06f8737,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:26.198058 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Routers {'710c727f-af6c-4716-94d3-3b003d21f44b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:26.199066 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['710c727f-af6c-4716-94d3-3b003d21f44b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:26.243033 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (06cd7c3c-5f29-4f32-89d6-ba1b632ad06e), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.269531 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4942d275-393d-4513-8fdc-9fea8e05b7e8 None None] Provisioning complete for port bc596f61-2018-4c28-8f8f-36eba06f8737 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:26.270424 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4942d275-393d-4513-8fdc-9fea8e05b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.306286 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.306756 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.307598 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.307954 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > port after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.308296 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.308629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.312401 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.312742 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.313076 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.313412 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.418499 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] Set router 710c727f-af6c-4716-94d3-3b003d21f44b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:26.424997 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.424997 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.425297 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.425457 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:37:26.425876 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cd7c3c-5f29-4f32-89d6-ba1b632ad06e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:26.462389 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ba290c-16b1-4d62-8b17-45ea23ae368d') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:26.462691 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ba290c-16b1-4d62-8b17-45ea23ae368d') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:26.491559 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6246628'] for segment (e6ba290c-16b1-4d62-8b17-45ea23ae368d), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.518313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (e6ba290c-16b1-4d62-8b17-45ea23ae368d), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.529702 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:37:26.530291 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336981'] for segment (e6ba290c-16b1-4d62-8b17-45ea23ae368d), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.604718 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port a47ffa5d-684d-4db0-afeb-98a2977ca109 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:26.605127 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: Traceback (most recent call last): Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: timer() Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: cb(*args, **kw) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: return func(*args, **kwargs) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: self._notify() Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: self.callback(batched_events) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: event.method(event) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: return f(self, *a, **k) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._get(url).json() Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: return self.request(url, 'GET', **kwargs) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:37:26.615674 dv-cinder-825130-1-iscsi neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:37:26.619172 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (06cd7c3c-5f29-4f32-89d6-ba1b632ad06e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.626963 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.631543 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] 10.222.0.86 "DELETE /v2.0/networks/06cd7c3c-5f29-4f32-89d6-ba1b632ad06e HTTP/1.1" status: 204 len: 168 time: 0.8379085 Jan 18 16:37:26.644959 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b481177-b930-4ce5-bbcc-71c603b00587 admin admin] Pushing event deleted for resources: {'Network': ['ID=06cd7c3c-5f29-4f32-89d6-ba1b632ad06e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:26.830829 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4942d275-393d-4513-8fdc-9fea8e05b7e8 None None] Current status of the port bc596f61-2018-4c28-8f8f-36eba06f8737 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:26.831097 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4942d275-393d-4513-8fdc-9fea8e05b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.882716 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb06aea-65e0-4a61-888c-7b8c656bc061 req-3b7e63a3-0b99-410c-a85d-317dc9f8b20b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:26.893758 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0eb06aea-65e0-4a61-888c-7b8c656bc061 req-3b7e63a3-0b99-410c-a85d-317dc9f8b20b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.1404264 Jan 18 16:37:26.895497 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4942d275-393d-4513-8fdc-9fea8e05b7e8 None None] For port bc596f61-2018-4c28-8f8f-36eba06f8737, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=bc596f61-2018-4c28-8f8f-36eba06f8737,segment=NetworkSegment(bfe42015-1ad0-437b-89f4-1db46f086850),segment_id=bfe42015-1ad0-437b-89f4-1db46f086850)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:26.920878 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4942d275-393d-4513-8fdc-9fea8e05b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.994100 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0eb06aea-65e0-4a61-888c-7b8c656bc061 req-1b470878-38d7-4e3f-8ea1-3b2356ae5bfd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988495 Jan 18 16:37:27.002095 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:17Z', 'revision_number': 4, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port': {'id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:12Z', 'updated_at': '2022-01-18T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'bc596f61-2018-4c28-8f8f-36eba06f8737', 'name': '', 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'mac_address': 'fa:16:3e:f8:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4e99851d-5538-4e4f-b96a-ce1245543de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:15Z', 'updated_at': '2022-01-18T16:37:25Z', 'revision_number': 4, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'subnets': [{'id': '4e99851d-5538-4e4f-b96a-ce1245543de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:27.016594 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46872) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:27.081447 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port a47ffa5d-684d-4db0-afeb-98a2977ca109 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:27.090010 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ead53c-a524-4c8a-8e1e-2dc1cf213a80 None None] The sync data for ids ['710c727f-af6c-4716-94d3-3b003d21f44b'] in dv-cinder-825130-1-iscsi is: [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:17Z', 'revision_number': 4, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port': {'id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:12Z', 'updated_at': '2022-01-18T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'bc596f61-2018-4c28-8f8f-36eba06f8737', 'name': '', 'network_id': '78715231-42c6-47c3-9a13-4d2b63575923', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'mac_address': 'fa:16:3e:f8:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4e99851d-5538-4e4f-b96a-ce1245543de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:15Z', 'updated_at': '2022-01-18T16:37:25Z', 'revision_number': 4, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'subnets': [{'id': '4e99851d-5538-4e4f-b96a-ce1245543de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:27.122960 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fd3c1eac-7657-4b99-b72b-89fef65774f0 None None] Provisioning complete for port bc596f61-2018-4c28-8f8f-36eba06f8737 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:27.123261 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1eac-7657-4b99-b72b-89fef65774f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.138927 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-2d6d68ce-3476-46e5-9f34-7e9b370f7989 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5a9d588945834e589ba8bdc327e56aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1208050 Jan 18 16:37:27.141835 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:27.190361 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942d275-393d-4513-8fdc-9fea8e05b7e8 None None] Pushing event updated for resources: {'Port': ['ID=bc596f61-2018-4c28-8f8f-36eba06f8737,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:27.236285 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-330d3fd4-a7e2-41aa-b1cc-d299a7136f4a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1533165 Jan 18 16:37:27.332912 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Publish callbacks [] for security_group (964fb6e8-516f-4dc8-98d2-689751c500de), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.358975 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-3ed08ac3-f66d-406a-b44f-72a1f79bc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:27.364122 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-3ed08ac3-f66d-406a-b44f-72a1f79bc78e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 1099 time: 0.0991223 Jan 18 16:37:27.376410 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c1eac-7657-4b99-b72b-89fef65774f0 None None] Current status of the port bc596f61-2018-4c28-8f8f-36eba06f8737 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:27.387972 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Publish callbacks [] for security_group (964fb6e8-516f-4dc8-98d2-689751c500de), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.492420 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (964fb6e8-516f-4dc8-98d2-689751c500de), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.510459 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.511922 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/964fb6e8-516f-4dc8-98d2-689751c500de HTTP/1.1" status: 204 len: 168 time: 0.3689547 Jan 18 16:37:27.522369 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964fb6e8-516f-4dc8-98d2-689751c500de,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:27.523558 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:27.530569 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.531037 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.531469 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.531978 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.532400 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.532918 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.533355 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.533796 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.534214 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.534632 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.535044 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.535456 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.535902 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5ce87-c5f4-4997-adfe-1ce7949801f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:27.625336 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-feb0f908-19ee-442f-b14c-8e3e19e62bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:27.633826 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-feb0f908-19ee-442f-b14c-8e3e19e62bdd service neutron] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 911 time: 0.2468426 Jan 18 16:37:27.694864 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:27.695514 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.769751 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-46ae6463-2970-4c4b-a4fe-e9bc33bb261d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 200 len: 1001 time: 0.1261184 Jan 18 16:37:27.867322 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-249fcd32-e8e9-46ac-b9d4-69cc1274f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:27.869338 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-249fcd32-e8e9-46ac-b9d4-69cc1274f4a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.0939672 Jan 18 16:37:27.894644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:27.896269 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:27.969658 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:27.970128 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.974655 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-ada13003-b407-472d-9e74-91aea27bebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:27.976553 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-ada13003-b407-472d-9e74-91aea27bebb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847309 Jan 18 16:37:28.120544 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:28.121213 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.155170 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:28.163644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.210429 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-35bcddee-eb70-45ff-8eea-9360ab328b01 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258282 Jan 18 16:37:28.269562 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 46882) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:28.282523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:28.345932 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be12514e-09ab-45f3-8011-79d7b09ab05b req-40d77bf3-2243-4e57-b2b1-dac60937d810 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263773 Jan 18 16:37:28.359046 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-f9a6324b-32cd-4730-a93f-a87e7fcac3e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ce6cb702dbb47b297c2d28bd7fb5fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766683 Jan 18 16:37:28.360893 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 46886) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:28.454795 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-561079b2-2fa9-4d04-b659-6f611cd4c755 admin admin] Publish callbacks [] for security_group (140cc89e-bae2-4a1d-8755-9c23a9899ae2), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.488263 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-561079b2-2fa9-4d04-b659-6f611cd4c755 admin admin] Publish callbacks [] for security_group (140cc89e-bae2-4a1d-8755-9c23a9899ae2), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.577782 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-561079b2-2fa9-4d04-b659-6f611cd4c755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (140cc89e-bae2-4a1d-8755-9c23a9899ae2), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.580453 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-561079b2-2fa9-4d04-b659-6f611cd4c755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.584572 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-561079b2-2fa9-4d04-b659-6f611cd4c755 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/140cc89e-bae2-4a1d-8755-9c23a9899ae2 HTTP/1.1" status: 204 len: 168 time: 0.2187858 Jan 18 16:37:28.593310 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561079b2-2fa9-4d04-b659-6f611cd4c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140cc89e-bae2-4a1d-8755-9c23a9899ae2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:29.307475 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:29.377166 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:29.377581 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:29.731307 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:29.733185 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device bc596f61-2018-4c28-8f8f-36eba06f8737 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:29.809138 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port bc596f61-2018-4c28-8f8f-36eba06f8737 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:29.809138 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:29.975300 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port bc596f61-2018-4c28-8f8f-36eba06f8737 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:30.563137 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Sync routers for ids ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:30.583042 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Routers {'0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:30.584269 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:30.742510 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Set router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:31.044581 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 4, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port': {'id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:17Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'a0086aec-a9b7-4cee-aa01-15be4d5538a9', 'name': '', 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'mac_address': 'fa:16:3e:48:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:20Z', 'updated_at': '2022-01-18T16:37:22Z', 'revision_number': 2, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'subnets': [{'id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:31.076415 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Checking router: 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:31.077262 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Updating router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 port a0086aec-a9b7-4cee-aa01-15be4d5538a9 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:31.109254 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.476161 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Publish callbacks [] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.486559 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.607185 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee7974-e054-4549-b251-27b8177fd2fd None None] Pushing event updated for resources: {'Port': ['ID=a0086aec-a9b7-4cee-aa01-15be4d5538a9,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:31.648472 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Attempting to bind port a0086aec-a9b7-4cee-aa01-15be4d5538a9 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:31.649170 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Attempting to bind port a0086aec-a9b7-4cee-aa01-15be4d5538a9 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:31.649864 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Attempting to bind port a0086aec-a9b7-4cee-aa01-15be4d5538a9 on network 00e437ac-817b-40cb-bf92-258ce88de542 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:31.665211 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:31.666899 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Checking segment: {'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:31.667394 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.667856 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Bound using segment: {'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:31.668451 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Bound port: a0086aec-a9b7-4cee-aa01-15be4d5538a9, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e899dd5-d962-4db5-9053-0c2ed7909140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:31.669049 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.759061 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] For port a0086aec-a9b7-4cee-aa01-15be4d5538a9, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:31.765623 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] For port a0086aec-a9b7-4cee-aa01-15be4d5538a9, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a0086aec-a9b7-4cee-aa01-15be4d5538a9,segment=NetworkSegment(1e899dd5-d962-4db5-9053-0c2ed7909140),segment_id=1e899dd5-d962-4db5-9053-0c2ed7909140)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:31.780768 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.843450 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Routers {'0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:31.844727 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:31.879379 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-45117ca2-a482-4cf5-adc7-4592364388cc None None] Provisioning complete for port a0086aec-a9b7-4cee-aa01-15be4d5538a9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:31.880347 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45117ca2-a482-4cf5-adc7-4592364388cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.995545 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] Set router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:32.060134 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-45117ca2-a482-4cf5-adc7-4592364388cc None None] Current status of the port a0086aec-a9b7-4cee-aa01-15be4d5538a9 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:32.060688 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45117ca2-a482-4cf5-adc7-4592364388cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:32.109136 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-45117ca2-a482-4cf5-adc7-4592364388cc None None] For port a0086aec-a9b7-4cee-aa01-15be4d5538a9, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a0086aec-a9b7-4cee-aa01-15be4d5538a9,segment=NetworkSegment(1e899dd5-d962-4db5-9053-0c2ed7909140),segment_id=1e899dd5-d962-4db5-9053-0c2ed7909140)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:32.117785 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45117ca2-a482-4cf5-adc7-4592364388cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:32.127176 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee7974-e054-4549-b251-27b8177fd2fd None None] Pushing event updated for resources: {'Port': ['ID=a0086aec-a9b7-4cee-aa01-15be4d5538a9,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:32.204773 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117ca2-a482-4cf5-adc7-4592364388cc None None] Pushing event updated for resources: {'Port': ['ID=a0086aec-a9b7-4cee-aa01-15be4d5538a9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:32.256938 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ab508070-2201-4aaa-98b8-d5fd49fe2d10 None None] Provisioning complete for port a0086aec-a9b7-4cee-aa01-15be4d5538a9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:32.258040 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab508070-2201-4aaa-98b8-d5fd49fe2d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:32.342888 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 4, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port': {'id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:17Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'a0086aec-a9b7-4cee-aa01-15be4d5538a9', 'name': '', 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'mac_address': 'fa:16:3e:48:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:20Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 4, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'subnets': [{'id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:32.421260 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ab508070-2201-4aaa-98b8-d5fd49fe2d10 None None] Current status of the port a0086aec-a9b7-4cee-aa01-15be4d5538a9 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:32.566084 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b86dd-a06f-4a62-b50f-5ab9a04c8190 None None] The sync data for ids ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'] in dv-cinder-825130-1-iscsi is: [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 4, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port': {'id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:17Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'a0086aec-a9b7-4cee-aa01-15be4d5538a9', 'name': '', 'network_id': '00e437ac-817b-40cb-bf92-258ce88de542', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'mac_address': 'fa:16:3e:48:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:20Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 4, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'subnets': [{'id': '5cc90d81-a643-4708-9583-a96cb72f4a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:33.272726 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a0086aec-a9b7-4cee-aa01-15be4d5538a9 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:33.357292 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port a0086aec-a9b7-4cee-aa01-15be4d5538a9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:33.357697 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:33.475131 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port a0086aec-a9b7-4cee-aa01-15be4d5538a9 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:36.514314 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-236cfe30-37ba-4146-9688-f902a1f3f5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:37.008383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-6c5ffc7b-2672-4a51-9dd0-a25882138db4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:37.009839 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-6c5ffc7b-2672-4a51-9dd0-a25882138db4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 814 time: 0.1103594 Jan 18 16:37:37.026084 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-859421d8-388d-4e0b-ba5a-7a65c9a72c0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/quotas/61c8cdd38f99413282ecf1d384524466 HTTP/1.1" status: 200 len: 375 time: 0.0102861 Jan 18 16:37:37.090875 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-307372f8-8203-4fed-8b5f-4ed60053aff2 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590250 Jan 18 16:37:37.192472 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-ebc97281-bbb1-4fef-bf45-41c617552d65 service neutron] 10.222.0.86 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Jan 18 16:37:37.289419 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-639b37b1-dcd9-44a7-bcdd-12c04312403d service neutron] 10.222.0.86 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906551 Jan 18 16:37:37.455366 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9c25f279-edec-442e-9de3-7a36037f6c11 req-81977f0b-668e-4d63-be61-7b0d39337f80 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 210 time: 0.0312216 Jan 18 16:37:38.564431 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-32c00e26-1d15-40e5-be7c-2510a28720f8 req-4a7fc51d-be48-4d58-8bed-045ef957c023 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 210 time: 0.0314815 Jan 18 16:37:38.658472 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-1dbb83fa-8fce-404e-ba1c-53e068256dbe tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:38.659863 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-1dbb83fa-8fce-404e-ba1c-53e068256dbe tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.81 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 814 time: 0.1167805 Jan 18 16:37:38.673760 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'port': {'device_id': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'admin_state_up': True, 'tenant_id': '61c8cdd38f99413282ecf1d384524466'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:38.803544 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Made reservation on behalf of 61c8cdd38f99413282ecf1d384524466 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:38.807309 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:38.985978 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Allocated IP 172.20.0.4 (4e9585a2-342b-4355-89b3-367e7110fa34/e971e86a-0c93-4ceb-8d2e-94ce6aa9d502/70f147fc-03a1-4a11-b4b1-778ae3ce3108) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:39.171733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:39.240421 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:39.359661 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Network 4e9585a2-342b-4355-89b3-367e7110fa34 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:39.365941 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:39.375488 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:39.388062 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b0c474e-9351-40a6-bd22-b150296496bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:39.547510 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:39.550222 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:39.593718 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:39.682012 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.683073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.683073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.683636 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.684398 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.685348 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.686440 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.687215 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.688290 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.696856 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.698398 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.699529 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.700358 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:39.734352 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-3d803b5d-eff9-4a4d-a833-4c0c6f63fce4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0648086 Jan 18 16:37:39.766246 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Request body: {'port': {'device_id': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:39.899030 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054288c1-534c-4670-8e73-545317d53f71 req-8fc16f3a-ec34-42fa-89fd-015ad8bbd482 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:39.918813 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-054288c1-534c-4670-8e73-545317d53f71 req-8fc16f3a-ec34-42fa-89fd-015ad8bbd482 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 931 time: 0.1760666 Jan 18 16:37:39.919395 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:39.974977 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-456ca5f3-39cc-4423-9568-c179f1e51207 None None] Provisioning complete for port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:39.979117 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-456ca5f3-39cc-4423-9568-c179f1e51207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:40.104856 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-054288c1-534c-4670-8e73-545317d53f71 req-094d86fe-f732-4aeb-b3e1-2ededfa9bb5f tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840682 Jan 18 16:37:40.124024 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-456ca5f3-39cc-4423-9568-c179f1e51207 None None] Port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:40.299818 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44818-79a4-494f-88f5-8729f3f7ebd8 req-d9c1cf75-e1e8-432c-adaa-ebbfca4ec82f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:40.307469 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61d44818-79a4-494f-88f5-8729f3f7ebd8 req-d9c1cf75-e1e8-432c-adaa-ebbfca4ec82f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.1290874 Jan 18 16:37:40.382149 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-61d44818-79a4-494f-88f5-8729f3f7ebd8 req-958131f0-5fcd-48aa-af60-fec35cfde79b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731711 Jan 18 16:37:40.508701 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-3d512681-70a2-44e3-b585-62e978d80a6a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875990119&fields=id&tenant_id=e45e35233c904bdb8271be4c5b6223d2 HTTP/1.1" status: 200 len: 267 time: 0.1221707 Jan 18 16:37:40.544577 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f147fc-03a1-4a11-b4b1-778ae3ce3108 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:37:40.557877 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Publish callbacks [] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:40.580767 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Transition to ACTIVE for port object 70f147fc-03a1-4a11-b4b1-778ae3ce3108 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:37:40.587055 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:40.716337 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-7b01c113-9863-49ec-807b-31d74e77fa41 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:40.727335 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-7b01c113-9863-49ec-807b-31d74e77fa41 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 808 time: 0.2119136 Jan 18 16:37:40.769117 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-5283c416-4b15-4252-b1b9-f7e02bfe864e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/quotas/e45e35233c904bdb8271be4c5b6223d2 HTTP/1.1" status: 200 len: 375 time: 0.0380149 Jan 18 16:37:40.802693 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Pushing event updated for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:40.863237 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Attempting to bind port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:40.863590 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Attempting to bind port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:40.863929 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Attempting to bind port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 on network 4e9585a2-342b-4355-89b3-367e7110fa34 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:40.885267 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 on network 4e9585a2-342b-4355-89b3-367e7110fa34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:37:40.885638 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Attempting to bind port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 on network 4e9585a2-342b-4355-89b3-367e7110fa34 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:40.891463 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-59ad5961-ed66-4b59-935c-073d329650b9 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160793 Jan 18 16:37:40.898090 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:40.898367 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Checking segment: {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:40.898732 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Bound using segment: {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:40.899189 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Bound port: 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a67141-5edc-4edc-a15e-9d22552b5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:40.899620 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:41.027510 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:41.048853 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:41.057692 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:41.065219 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:41.137909 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-d7eb9162-1872-46a4-afa0-888f50679830 service neutron] 10.222.0.86 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231712 Jan 18 16:37:41.174045 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Pushing event updated for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:41.187023 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:41.187680 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:41.189332 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-80018ff5-f39c-4857-89cd-ed14cfaf092b service neutron] 10.222.0.81 "PUT /v2.0/ports/70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 1093 time: 1.4382451 Jan 18 16:37:41.189849 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:41.192511 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f50ed3-c25b-41ec-b0aa-1b47c67806cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:41.332553 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a2b72-6824-428a-954c-33bb66423101 req-8e07605f-8c17-443b-8806-ab0efe95c00e tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:41.340547 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-599a2b72-6824-428a-954c-33bb66423101 req-8e07605f-8c17-443b-8806-ab0efe95c00e tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.1146984 Jan 18 16:37:41.385746 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-cc3cafd9-6ccc-4979-885e-27fef3731bb8 service neutron] 10.222.0.86 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468989 Jan 18 16:37:41.444872 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-599a2b72-6824-428a-954c-33bb66423101 req-8b55c3d4-b433-4177-a99d-8bbce2f4bea5 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033182 Jan 18 16:37:41.536820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a76519-3732-4f97-8d3e-cecde1d09b41 x-openstack-request-id: req-b8a76519-3732-4f97-8d3e-cecde1d09b41 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:41.536820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:41.536820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8a76519-3732-4f97-8d3e-cecde1d09b41 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:41.536820 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'status': 'completed', 'code': 200} Jan 18 16:37:41.741387 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d47f-fb21-43c9-8c29-c600b05d5700 req-995112ea-3614-4b1e-a65a-a9b0b8803ce8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:41.744320 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b006d47f-fb21-43c9-8c29-c600b05d5700 req-995112ea-3614-4b1e-a65a-a9b0b8803ce8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.1086590 Jan 18 16:37:41.866654 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b006d47f-fb21-43c9-8c29-c600b05d5700 req-b83cb6f5-940c-4ec1-8d03-e84b76183044 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145535 Jan 18 16:37:42.043822 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b30bb150-d1c6-4889-bf58-baf5f38b237c req-a79c788c-67fb-4f3f-8903-8d1417e6bffa tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0603492 Jan 18 16:37:42.433778 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:42.630362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa70c1-ed0f-41ff-8177-02824cde72c9 req-b64cfb2e-e4ca-4af9-a6d3-f201aeb5fd5b tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:42.632103 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7daa70c1-ed0f-41ff-8177-02824cde72c9 req-b64cfb2e-e4ca-4af9-a6d3-f201aeb5fd5b tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.0720298 Jan 18 16:37:42.703749 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7daa70c1-ed0f-41ff-8177-02824cde72c9 req-8b08ed66-ef9c-4b36-b483-f97cea8e1cbe tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625458 Jan 18 16:37:43.037925 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cd36b-7fbd-479f-9bfa-fcc7871bcffc req-b546944b-547d-4b96-a18b-70638d12f719 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:43.039551 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d56cd36b-7fbd-479f-9bfa-fcc7871bcffc req-b546944b-547d-4b96-a18b-70638d12f719 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0618553 Jan 18 16:37:43.153031 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:43.179474 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d56cd36b-7fbd-479f-9bfa-fcc7871bcffc req-830bf912-4606-456c-aca2-83627953d43a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249707 Jan 18 16:37:43.227966 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-edfcbf3b-8a28-4523-a989-71f1b7773b86 req-2f0082f4-a5b0-4326-a428-3c0deebe13ce tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0512028 Jan 18 16:37:43.668515 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47182) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:43.863639 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380091e2-f7a5-462a-b28d-aeeddce70102 req-30f3655e-80d3-4e13-9d82-337f13e74b45 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:43.872983 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-380091e2-f7a5-462a-b28d-aeeddce70102 req-30f3655e-80d3-4e13-9d82-337f13e74b45 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.0733602 Jan 18 16:37:43.876398 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb43b154-5d78-4ed5-86fd-7e4fcf6a8b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:43.947943 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-380091e2-f7a5-462a-b28d-aeeddce70102 req-c10a2cb9-c25b-4cb0-93e7-defebe8e9b82 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736983 Jan 18 16:37:44.003313 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb43b154-5d78-4ed5-86fd-7e4fcf6a8b1b admin admin] Publish callbacks [] for security_group (12ee149d-1821-46d1-88f1-e1938119fa35), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.027615 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb43b154-5d78-4ed5-86fd-7e4fcf6a8b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (12ee149d-1821-46d1-88f1-e1938119fa35), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.109101 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:44.109864 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-eb43b154-5d78-4ed5-86fd-7e4fcf6a8b1b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe04c7cabeb84a71b9c0a52af4137cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386845 Jan 18 16:37:44.113848 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43b154-5d78-4ed5-86fd-7e4fcf6a8b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ee149d-1821-46d1-88f1-e1938119fa35,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:44.263321 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2224e31a-8d6e-4231-9d29-6a70deacd98c admin admin] Publish callbacks [] for security_group (12ee149d-1821-46d1-88f1-e1938119fa35), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.332020 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2224e31a-8d6e-4231-9d29-6a70deacd98c admin admin] Publish callbacks [] for security_group (12ee149d-1821-46d1-88f1-e1938119fa35), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.390943 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dec67-ab0c-4a27-9138-6f8b9d4cbf9e req-60505d16-b6bd-456f-b289-b2c69f8b7684 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:44.392954 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d84dec67-ab0c-4a27-9138-6f8b9d4cbf9e req-60505d16-b6bd-456f-b289-b2c69f8b7684 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0876164 Jan 18 16:37:44.399525 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6833d925-1931-47dd-bdb7-c3dc328c4b31 req-273a3802-5095-4fd9-a99e-4ad9e794882a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0402403 Jan 18 16:37:44.446876 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2224e31a-8d6e-4231-9d29-6a70deacd98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (12ee149d-1821-46d1-88f1-e1938119fa35), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.453272 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2224e31a-8d6e-4231-9d29-6a70deacd98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.459088 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-2224e31a-8d6e-4231-9d29-6a70deacd98c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/12ee149d-1821-46d1-88f1-e1938119fa35 HTTP/1.1" status: 204 len: 168 time: 0.3486724 Jan 18 16:37:44.475118 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224e31a-8d6e-4231-9d29-6a70deacd98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ee149d-1821-46d1-88f1-e1938119fa35,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:44.486947 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d84dec67-ab0c-4a27-9138-6f8b9d4cbf9e req-e41c937b-f0c2-453e-91d6-6bd5d07cd9c3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807297 Jan 18 16:37:44.888928 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47200) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:44.904466 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c49fccd3-bceb-455f-b5a9-f829fd33fbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.035316 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c49fccd3-bceb-455f-b5a9-f829fd33fbde admin admin] Publish callbacks [] for security_group (9f18e0ee-24aa-494d-ae1d-2e0580407309), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.043964 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c49fccd3-bceb-455f-b5a9-f829fd33fbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9f18e0ee-24aa-494d-ae1d-2e0580407309), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.088783 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fccd3-bceb-455f-b5a9-f829fd33fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18e0ee-24aa-494d-ae1d-2e0580407309,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:45.096206 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c49fccd3-bceb-455f-b5a9-f829fd33fbde admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ed0c0f1e66049d992f3114c38d4a5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059696 Jan 18 16:37:45.097215 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47204) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:45.137565 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8d72b-63f0-4b2e-b63a-c4976e0a9d97 req-4e48790a-df1d-476b-81bf-44c374d2615b tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:45.141232 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-49e8d72b-63f0-4b2e-b63a-c4976e0a9d97 req-4e48790a-df1d-476b-81bf-44c374d2615b tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.0957634 Jan 18 16:37:45.185021 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0023aca-a113-40a7-96ff-c79a841f2f73 admin admin] Publish callbacks [] for security_group (9f18e0ee-24aa-494d-ae1d-2e0580407309), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.220692 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0023aca-a113-40a7-96ff-c79a841f2f73 admin admin] Publish callbacks [] for security_group (9f18e0ee-24aa-494d-ae1d-2e0580407309), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.226068 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-49e8d72b-63f0-4b2e-b63a-c4976e0a9d97 req-58c86c7d-3f29-449b-ac53-b35d9b4d9e0c tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739210 Jan 18 16:37:45.290124 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0023aca-a113-40a7-96ff-c79a841f2f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9f18e0ee-24aa-494d-ae1d-2e0580407309), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.293032 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0023aca-a113-40a7-96ff-c79a841f2f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.297526 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e0023aca-a113-40a7-96ff-c79a841f2f73 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f18e0ee-24aa-494d-ae1d-2e0580407309 HTTP/1.1" status: 204 len: 168 time: 0.1992476 Jan 18 16:37:45.306893 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0023aca-a113-40a7-96ff-c79a841f2f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18e0ee-24aa-494d-ae1d-2e0580407309,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:45.568676 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d5449893-7baa-48a2-996b-74f70cc7c02f req-66c519ea-d38b-4e09-a52b-6c96b4cb0293 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0502775 Jan 18 16:37:45.657243 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845134e-3c06-4c87-8d9b-d7bc90c76c66 req-b3f428eb-8009-428f-bed6-7a13f798315a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:45.665275 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8845134e-3c06-4c87-8d9b-d7bc90c76c66 req-b3f428eb-8009-428f-bed6-7a13f798315a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0654285 Jan 18 16:37:45.720027 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8845134e-3c06-4c87-8d9b-d7bc90c76c66 req-f76d2474-7c71-4e08-a64b-9c271e24b17f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538282 Jan 18 16:37:46.383545 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd4cf9-2cca-4a72-b0dc-33706cbdac51 req-fee01146-e738-4b0c-a8d8-f0c0cd194048 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:46.386339 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e7dd4cf9-2cca-4a72-b0dc-33706cbdac51 req-fee01146-e738-4b0c-a8d8-f0c0cd194048 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.0633030 Jan 18 16:37:46.464109 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e7dd4cf9-2cca-4a72-b0dc-33706cbdac51 req-20cb2007-9133-46bf-b9ce-e08f00685dd9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699046 Jan 18 16:37:46.706369 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-510971b2-7b86-40ce-8ebf-438ec08daccb req-1c8eab15-6a75-483d-8498-50a1ab6b9c5b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0386493 Jan 18 16:37:46.955375 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee799-a588-4841-ad67-00b0b7099f3f req-d8c33623-4889-4a00-93de-f7ccfa8095a9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:46.957087 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2a8ee799-a588-4841-ad67-00b0b7099f3f req-d8c33623-4889-4a00-93de-f7ccfa8095a9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.1182756 Jan 18 16:37:47.034084 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2a8ee799-a588-4841-ad67-00b0b7099f3f req-5f7d338f-cae5-41b4-b2bf-d1d916dd9b3a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688202 Jan 18 16:37:47.629392 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002c180-aef6-4cec-9a2d-55e87fe1196d req-b11b0fef-fd01-4fd4-a7a8-f90cd1f733f4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:47.631568 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5002c180-aef6-4cec-9a2d-55e87fe1196d req-b11b0fef-fd01-4fd4-a7a8-f90cd1f733f4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.0617127 Jan 18 16:37:47.714830 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5002c180-aef6-4cec-9a2d-55e87fe1196d req-37e2196e-b561-4c67-a28d-a9d45b0baadc tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772128 Jan 18 16:37:47.784916 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:37:47.853180 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-de52b3f5-faaa-438b-9598-47a63796191f req-59c6e018-2b4e-445f-bf45-3e19a0c67573 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0437965 Jan 18 16:37:48.178018 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4b0aa-2137-4ae5-a25c-508a160bf68b req-860474d6-cb21-4bcf-886c-0f108d7d1e24 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.179966 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58b4b0aa-2137-4ae5-a25c-508a160bf68b req-860474d6-cb21-4bcf-886c-0f108d7d1e24 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0695546 Jan 18 16:37:48.263953 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f50ed3-c25b-41ec-b0aa-1b47c67806cf req-55e5e19a-b62b-46a1-bc8a-f6df491bf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.265552 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-48f50ed3-c25b-41ec-b0aa-1b47c67806cf req-55e5e19a-b62b-46a1-bc8a-f6df491bf45f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1096 time: 0.0843101 Jan 18 16:37:48.269513 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58b4b0aa-2137-4ae5-a25c-508a160bf68b req-82ff9e00-0c50-4bb4-97cf-06f6729699a5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762818 Jan 18 16:37:48.716951 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f50ed3-c25b-41ec-b0aa-1b47c67806cf req-da8565bd-abde-4b9c-98d5-85f5200516fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.718685 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-48f50ed3-c25b-41ec-b0aa-1b47c67806cf req-da8565bd-abde-4b9c-98d5-85f5200516fe service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=61c8cdd38f99413282ecf1d384524466&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4307957 Jan 18 16:37:48.884739 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adefba-01f8-424e-8970-66a58d45cbab req-fe43d2ed-0718-4aab-9ffc-91ad6d9c0dae tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.888357 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a2adefba-01f8-424e-8970-66a58d45cbab req-fe43d2ed-0718-4aab-9ffc-91ad6d9c0dae tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.0696692 Jan 18 16:37:48.998531 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a2adefba-01f8-424e-8970-66a58d45cbab req-4f2ca3c5-6282-4dba-90a1-6a42d5fb7678 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024599 Jan 18 16:37:49.065025 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1caac1b3-560d-4721-bdb3-d8bee7aa3662 req-761f0f80-3b5b-43e0-b005-2688e96b88e5 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0566893 Jan 18 16:37:49.066377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f50ed3-c25b-41ec-b0aa-1b47c67806cf req-a412a376-1a1f-40c8-aa79-a17500488050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.068606 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-48f50ed3-c25b-41ec-b0aa-1b47c67806cf req-a412a376-1a1f-40c8-aa79-a17500488050 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3430090 Jan 18 16:37:49.135071 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-a543c152-6eb4-4c98-afe8-879c1d8829cf tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.138861 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-a543c152-6eb4-4c98-afe8-879c1d8829cf tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.81 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 808 time: 0.2632041 Jan 18 16:37:49.251183 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-c6135aef-495f-471e-b246-8d2c4f26260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.252593 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-c6135aef-495f-471e-b246-8d2c4f26260a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1096 time: 0.1123428 Jan 18 16:37:49.260566 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-bcf48408-ad3d-49a3-8b0c-dd73ee0207c4 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e45e35233c904bdb8271be4c5b6223d2 HTTP/1.1" status: 200 len: 379 time: 0.1066175 Jan 18 16:37:49.277196 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'port': {'device_id': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'admin_state_up': True, 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'security_groups': ['349c9553-7081-4a26-9918-b6e21da4bc68']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:49.326686 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-7259f41f-2f0a-4fcd-9786-ff3e74175ac8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 217 time: 0.0650656 Jan 18 16:37:49.427600 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ba463-6a63-4523-b50c-bacfd0ba0454 req-2ed2bfe0-6bf5-4fdf-b124-8ccc3c1f3462 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.429643 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e06ba463-6a63-4523-b50c-bacfd0ba0454 req-2ed2bfe0-6bf5-4fdf-b124-8ccc3c1f3462 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0587342 Jan 18 16:37:49.440376 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-1ae212da-42a9-4a1a-8b11-91d4984510b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.442512 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-1ae212da-42a9-4a1a-8b11-91d4984510b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 200 len: 853 time: 0.1080966 Jan 18 16:37:49.499484 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e06ba463-6a63-4523-b50c-bacfd0ba0454 req-057af735-b76a-49b6-b583-e854b107bc39 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588210 Jan 18 16:37:49.522384 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-6cbbcedf-10c0-4d6f-81fe-c0b5c9c395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.523987 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-6cbbcedf-10c0-4d6f-81fe-c0b5c9c395a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e9585a2-342b-4355-89b3-367e7110fa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713530 Jan 18 16:37:49.529513 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Made reservation on behalf of e45e35233c904bdb8271be4c5b6223d2 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:49.533508 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:49.718417 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-99d49e2d-4b2e-4c0f-8901-cfd9e44d3114 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748221 Jan 18 16:37:49.852417 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Allocated IP 172.20.0.6 (80e21c1a-bfef-4c4e-aaf0-30d48871569e/3ab2bd24-0b00-4ab6-b317-eb89eee82d10/f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:49.905604 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07debb2a-4247-42b2-8b29-26f79f3024be req-051c65a6-5b39-43be-8195-74f3aa0a96d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.907279 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07debb2a-4247-42b2-8b29-26f79f3024be req-051c65a6-5b39-43be-8195-74f3aa0a96d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.1357355 Jan 18 16:37:49.994485 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-20dacbb7-1385-4420-aabb-e16c59433c82 req-44e57d8d-0757-4b52-9c4b-6265e3b7618e service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488215 Jan 18 16:37:50.142386 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.169237 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Deleting port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:50.169599 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.188694 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0dc8dad0-8b27-4fcf-81b2-5e42a6f51fae req-6ec8d4fd-9bcf-41f4-891f-4eb250ba600d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0287220 Jan 18 16:37:50.189749 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd893ee-3442-4e9e-a6f7-87b6c9e416eb req-68a29f4c-adab-4bb1-804f-0134411f4113 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:50.191335 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8dd893ee-3442-4e9e-a6f7-87b6c9e416eb req-68a29f4c-adab-4bb1-804f-0134411f4113 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.1161485 Jan 18 16:37:50.272867 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.374963 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8dd893ee-3442-4e9e-a6f7-87b6c9e416eb req-704bdcc0-1d47-4e83-b601-761e9404620d tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637075 Jan 18 16:37:50.380173 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:50.383673 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:50.389262 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:50.392773 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] For port e5d245b6-15e0-4ad8-af8e-e8bab92cd287, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:50.394351 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.396293 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:50.563729 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:50.564619 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.636819 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-80a09a61-eea4-4e7f-9447-470b311108ba tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669825 Jan 18 16:37:50.652819 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Request body: {'port': {'device_id': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:50.713696 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc5f0-a5ef-4bb9-b69a-a2843b048dfd req-3d86fecd-2e13-4d6e-a55a-abfeb67f847f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:50.715801 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e63fc5f0-a5ef-4bb9-b69a-a2843b048dfd req-3d86fecd-2e13-4d6e-a55a-abfeb67f847f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 947 time: 0.0697391 Jan 18 16:37:50.775778 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.796191 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e63fc5f0-a5ef-4bb9-b69a-a2843b048dfd req-64e272ed-1ba2-4c0f-8382-8df848dad40a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e103d48-9919-459d-9405-467aa5285f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700867 Jan 18 16:37:50.805287 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f7936b38-705d-4a61-8f7a-c1bf933aef93 None None] Provisioning complete for port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:50.806504 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7936b38-705d-4a61-8f7a-c1bf933aef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.837278 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.837945 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (72c314f1-1a72-4838-9034-8e33e7202dbd), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:50.838382 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Floating IP 72c314f1-1a72-4838-9034-8e33e7202dbd disassociated. External IP: 172.27.0.226, port: e5d245b6-15e0-4ad8-af8e-e8bab92cd287. Jan 18 16:37:50.838977 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Calling delete_port for e5d245b6-15e0-4ad8-af8e-e8bab92cd287 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:50.878138 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f7936b38-705d-4a61-8f7a-c1bf933aef93 None None] Port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:51.458354 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83341c8-255b-4517-a3b0-b66543787ac5 req-17a8047f-c1df-42e2-aa52-09131dcd833d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:51.459943 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a83341c8-255b-4517-a3b0-b66543787ac5 req-17a8047f-c1df-42e2-aa52-09131dcd833d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 931 time: 0.1614666 Jan 18 16:37:51.533794 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8358b18-4181-4317-8385-2e83283496b2 req-ddb3fabe-a01f-401f-91f0-fee5d60f23b1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:51.535373 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b8358b18-4181-4317-8385-2e83283496b2 req-ddb3fabe-a01f-401f-91f0-fee5d60f23b1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 943 time: 0.0632296 Jan 18 16:37:51.583709 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (e5d245b6-15e0-4ad8-af8e-e8bab92cd287), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:51.597697 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b8358b18-4181-4317-8385-2e83283496b2 req-7fc3f6b8-1dc8-4f47-b82b-51c3c4d858f4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549777 Jan 18 16:37:51.621001 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a83341c8-255b-4517-a3b0-b66543787ac5 req-421ee53f-d8d0-426b-b1da-87d8e4de461e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437273 Jan 18 16:37:51.666405 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event deleted for resources: {'Port': ['ID=e5d245b6-15e0-4ad8-af8e-e8bab92cd287,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:51.690387 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:37:51.732890 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Publish callbacks [] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:51.758195 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Transition to ACTIVE for port object f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:37:51.790135 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:51.857202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:51.891762 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Router aa5db699-b15b-41bb-95b3-de727e60b909 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:51.918025 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ee72f242-d35d-4c71-90b2-83a83f5d6438 req-4c8ed0a3-6d6f-4402-9fc9-0c4f500aab77 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c882b24-db84-4892-beb0-2827146958f9 HTTP/1.1" status: 200 len: 210 time: 0.0280771 Jan 18 16:37:52.058192 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Attempting to bind port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:52.058592 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Attempting to bind port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:52.058919 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Attempting to bind port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a on network 80e21c1a-bfef-4c4e-aaf0-30d48871569e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:52.070435 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a on network 80e21c1a-bfef-4c4e-aaf0-30d48871569e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:37:52.070947 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Attempting to bind port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a on network 80e21c1a-bfef-4c4e-aaf0-30d48871569e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:52.083910 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:52.084246 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Checking segment: {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:52.084642 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Bound using segment: {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:52.085087 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Bound port: f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e42702-9a39-4a2d-a995-5cdbb5205b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:52.085447 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:52.110794 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:52.127112 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] Sync routers for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:52.134957 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 70f147fc-03a1-4a11-b4b1-778ae3ce3108 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:37:52.138584 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:52.175257 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: e5d245b6-15e0-4ad8-af8e-e8bab92cd287 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:52.175257 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device e5d245b6-15e0-4ad8-af8e-e8bab92cd287 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:52.182362 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] No DVR routers for this DVR port e5d245b6-15e0-4ad8-af8e-e8bab92cd287 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:37:52.185004 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:52.185676 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:52.186576 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:52.189975 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07debb2a-4247-42b2-8b29-26f79f3024be req-c1ad3bb7-b572-4a32-a986-a483b8ab700a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "DELETE /v2.0/ports/e5d245b6-15e0-4ad8-af8e-e8bab92cd287 HTTP/1.1" status: 204 len: 173 time: 2.2768927 Jan 18 16:37:52.190520 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-deleted', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:52.192897 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6077215-d87b-44f1-bf7b-b00bd62da065" -d '{"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-deleted", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:52.243338 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84997d1-e193-4943-9af1-fde7075beb42 x-openstack-request-id: req-f84997d1-e193-4943-9af1-fde7075beb42 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:52.243629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c882b24-db84-4892-beb0-2827146958f9", "name": "network-vif-deleted", "tag": "e5d245b6-15e0-4ad8-af8e-e8bab92cd287", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:52.243881 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f84997d1-e193-4943-9af1-fde7075beb42 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:52.244331 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c882b24-db84-4892-beb0-2827146958f9', 'name': 'network-vif-deleted', 'tag': 'e5d245b6-15e0-4ad8-af8e-e8bab92cd287', 'status': 'completed', 'code': 200} Jan 18 16:37:52.256849 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:52.260849 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:52.266711 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:52.308058 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:52.308695 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:52.310429 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] 10.222.0.81 "PUT /v2.0/ports/f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 1093 time: 1.6625433 Jan 18 16:37:52.333137 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e634a8-9428-4c4d-8378-a649d9bc1886 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:52.409642 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:52.431367 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'port_id': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'mac_address': 'fa:16:3e:a1:6a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:37:52.436510 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:52.465839 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-874d4229-e5a2-4e62-bf1a-684ef2bccbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:52.467658 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-874d4229-e5a2-4e62-bf1a-684ef2bccbb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1096 time: 0.0830755 Jan 18 16:37:52.536711 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-590984f1-e9a6-44aa-81ce-fbb5e3bed5d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 217 time: 0.0600514 Jan 18 16:37:52.544107 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:52.544492 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:52.580198 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f147fc-03a1-4a11-b4b1-778ae3ce3108 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:37:52.596223 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-8cfeca15-2bf1-4da4-a736-3730e7bd5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:52.599275 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-8cfeca15-2bf1-4da4-a736-3730e7bd5a8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 200 len: 847 time: 0.0509772 Jan 18 16:37:52.639126 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:52.668430 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:52.668701 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-bb91c328-8581-4b72-819a-30d0d95a2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:52.672156 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-bb91c328-8581-4b72-819a-30d0d95a2e17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80e21c1a-bfef-4c4e-aaf0-30d48871569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659781 Jan 18 16:37:52.845532 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:52.849988 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282aa63e-2fda-4a82-b03d-8fba679965a6 req-65afde5e-7a00-49fa-89c6-b6cec1562585 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:52.853009 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-282aa63e-2fda-4a82-b03d-8fba679965a6 req-65afde5e-7a00-49fa-89c6-b6cec1562585 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 944 time: 0.0994411 Jan 18 16:37:52.875070 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.875759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.876277 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.876872 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.877398 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.878012 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.880255 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.880861 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.882465 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.883077 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.883609 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.884162 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.884682 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:52.899906 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc6b60-d9ca-4e48-977c-f3122094c1c5 req-e9f23171-534c-4286-80c2-25d3420ad376 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:52.906388 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a8dc6b60-d9ca-4e48-977c-f3122094c1c5 req-e9f23171-534c-4286-80c2-25d3420ad376 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.1436825 Jan 18 16:37:52.910752 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-5d8919eb-a68f-4e79-889c-da82fce71bff service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270646 Jan 18 16:37:52.939583 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['70f147fc-03a1-4a11-b4b1-778ae3ce3108'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:37:52.974173 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-282aa63e-2fda-4a82-b03d-8fba679965a6 req-178139a7-5d81-4956-9dec-81c93d9a8df8 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133847 Jan 18 16:37:53.027657 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:53.043096 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a8dc6b60-d9ca-4e48-977c-f3122094c1c5 req-98e21f5c-a4b4-4477-991f-36863e0e3e0a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345096 Jan 18 16:37:53.079422 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-86ddeb57-c137-4a27-8d95-936e743bfcdf req-7e439bf4-6759-4202-b8a7-5bd0064bef11 service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562352 Jan 18 16:37:53.086467 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] Checking router: aa5db699-b15b-41bb-95b3-de727e60b909 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:53.090847 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47368) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:53.121818 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:53.122384 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:53.157175 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59b1d502-38a3-4e61-a83d-f7b756a4c775 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (6e103d48-9919-459d-9405-467aa5285f91), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.192931 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59b1d502-38a3-4e61-a83d-f7b756a4c775 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (6e103d48-9919-459d-9405-467aa5285f91), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.267782 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59b1d502-38a3-4e61-a83d-f7b756a4c775 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (6e103d48-9919-459d-9405-467aa5285f91), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.270818 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59b1d502-38a3-4e61-a83d-f7b756a4c775 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.274911 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-59b1d502-38a3-4e61-a83d-f7b756a4c775 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "DELETE /v2.0/security-groups/6e103d48-9919-459d-9405-467aa5285f91 HTTP/1.1" status: 204 len: 168 time: 0.1800022 Jan 18 16:37:53.275452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47372) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:53.297983 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.api.v2.resource [None req-9516633e-b6eb-44e3-8a6d-81c2bed29b62 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] show failed (client error): The resource could not be found. Jan 18 16:37:53.303324 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-9516633e-b6eb-44e3-8a6d-81c2bed29b62 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups/6e103d48-9919-459d-9405-467aa5285f91 HTTP/1.1" status: 404 len: 347 time: 0.0229852 Jan 18 16:37:53.303324 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47374) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:53.304154 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:53.308519 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1d502-38a3-4e61-a83d-f7b756a4c775 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e103d48-9919-459d-9405-467aa5285f91,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:53.323616 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47376) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:53.507636 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-248b3732-7532-43b9-a31a-380175ba0b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.541856 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Deleting port fe27102a-1db2-4aad-b7d4-276df55d7f30 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:53.542470 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.649398 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.656732 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.657342 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (fe27102a-1db2-4aad-b7d4-276df55d7f30), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.675398 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-248b3732-7532-43b9-a31a-380175ba0b46 admin admin] Publish callbacks [] for security_group (78310cbf-c66d-42ee-a43b-1575a5bff1dc), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.675796 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Calling delete_port for fe27102a-1db2-4aad-b7d4-276df55d7f30 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:53.677062 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:53.684413 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-248b3732-7532-43b9-a31a-380175ba0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (78310cbf-c66d-42ee-a43b-1575a5bff1dc), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.723611 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1f1ce-7896-4f08-8bf6-7c3d011436f8 None None] The sync data for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi is: [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:53.734348 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-248b3732-7532-43b9-a31a-380175ba0b46 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=60c8d77947bc49f3be5274efefb8cf67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091909 Jan 18 16:37:53.738867 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47380) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:53.795065 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b3732-7532-43b9-a31a-380175ba0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78310cbf-c66d-42ee-a43b-1575a5bff1dc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:53.814614 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9000d646-e0d5-41c1-9c9d-a61ce832bb9e admin admin] Publish callbacks [] for security_group (78310cbf-c66d-42ee-a43b-1575a5bff1dc), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.842192 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9000d646-e0d5-41c1-9c9d-a61ce832bb9e admin admin] Publish callbacks [] for security_group (78310cbf-c66d-42ee-a43b-1575a5bff1dc), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.936013 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9000d646-e0d5-41c1-9c9d-a61ce832bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (78310cbf-c66d-42ee-a43b-1575a5bff1dc), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.940412 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9000d646-e0d5-41c1-9c9d-a61ce832bb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:53.942601 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9000d646-e0d5-41c1-9c9d-a61ce832bb9e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78310cbf-c66d-42ee-a43b-1575a5bff1dc HTTP/1.1" status: 204 len: 168 time: 0.1981535 Jan 18 16:37:53.980349 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000d646-e0d5-41c1-9c9d-a61ce832bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78310cbf-c66d-42ee-a43b-1575a5bff1dc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:54.031838 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (fe27102a-1db2-4aad-b7d4-276df55d7f30), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.123739 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event deleted for resources: {'Port': ['ID=fe27102a-1db2-4aad-b7d4-276df55d7f30,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:54.142820 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 70f147fc-03a1-4a11-b4b1-778ae3ce3108 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:54.254125 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:54.256560 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:37:54.256827 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9822b64a-f561-4653-97c1-46402db17313" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:54.274918 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10fe07-b89b-4b37-a874-f05aafed2c3c None None] New status for floating IP 72c314f1-1a72-4838-9034-8e33e7202dbd: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:37:54.279445 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:54.283066 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.297663 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e8b6-3433-43e4-ab95-0aac55837b45 req-fabacaae-fb62-4d15-9282-fdd1ac2b0d36 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:54.301626 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-47d6e8b6-3433-43e4-ab95-0aac55837b45 req-fabacaae-fb62-4d15-9282-fdd1ac2b0d36 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.1369915 Jan 18 16:37:54.318242 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2ee1d-7893-43c0-9163-8822d3a1e254 req-265ce897-4468-4700-bc85-c86444174cfc tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:54.325795 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7fe2ee1d-7893-43c0-9163-8822d3a1e254 req-265ce897-4468-4700-bc85-c86444174cfc tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 944 time: 0.1797624 Jan 18 16:37:54.375704 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (72c314f1-1a72-4838-9034-8e33e7202dbd), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.378330 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.382934 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-25303b2b-039d-46f6-a545-32f88f0f91ac tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "DELETE /v2.0/floatingips/72c314f1-1a72-4838-9034-8e33e7202dbd HTTP/1.1" status: 204 len: 168 time: 1.0760279 Jan 18 16:37:54.428987 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-47d6e8b6-3433-43e4-ab95-0aac55837b45 req-d19a7a9f-80b7-45cd-8c7f-83fe9b77ecc3 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214058 Jan 18 16:37:54.471571 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7fe2ee1d-7893-43c0-9163-8822d3a1e254 req-57e51cce-32a6-41eb-8a3e-41827a434232 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447668 Jan 18 16:37:54.509929 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:54.510540 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.557848 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:54.560239 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77bbc53-cb95-460e-8c9e-4fb79c7cebe1" -d '{"events": [{"server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "name": "network-vif-plugged", "status": "completed", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:54.598120 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21df6dfc-8217-4a78-b9b0-b4d0f8352307 x-openstack-request-id: req-21df6dfc-8217-4a78-b9b0-b4d0f8352307 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:54.598416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:54.598668 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21df6dfc-8217-4a78-b9b0-b4d0f8352307 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:54.599069 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'status': 'completed', 'code': 200} Jan 18 16:37:54.611837 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:54.626503 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.681568 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b64a-f561-4653-97c1-46402db17313 req-7a800a55-8c1e-4c7a-88ef-196e877e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:54.681568 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9822b64a-f561-4653-97c1-46402db17313 req-7a800a55-8c1e-4c7a-88ef-196e877e1087 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1096 time: 0.0800655 Jan 18 16:37:54.681905 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52541b7-f66a-4c3f-8fc5-89962a81f755 x-openstack-request-id: req-a52541b7-f66a-4c3f-8fc5-89962a81f755 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:54.681905 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "name": "network-vif-plugged", "status": "completed", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:54.682134 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a52541b7-f66a-4c3f-8fc5-89962a81f755 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:54.682409 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'code': 200} Jan 18 16:37:54.742125 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:54.781213 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47396) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:54.808570 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0355f96e-ad0d-40a5-9882-428c4ac202bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.889958 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47398) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:54.895869 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bf80dbe0-364f-4537-aa53-b8a492401528 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115448473', 'description': 'tempest-description--1059287325'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:54.932487 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b64a-f561-4653-97c1-46402db17313 req-2f2a502d-874d-41ea-91d0-035f0e3aa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:54.934050 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9822b64a-f561-4653-97c1-46402db17313 req-2f2a502d-874d-41ea-91d0-035f0e3aa7ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 909 time: 0.2456448 Jan 18 16:37:54.970843 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0355f96e-ad0d-40a5-9882-428c4ac202bd admin admin] Publish callbacks [] for security_group (1e5d3990-3cee-4bef-93da-8a9720c82599), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:54.978417 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0355f96e-ad0d-40a5-9882-428c4ac202bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1e5d3990-3cee-4bef-93da-8a9720c82599), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.000775 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9822b64a-f561-4653-97c1-46402db17313 req-43b7944b-660f-4aa9-b140-d287428ac0cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 217 time: 0.0464714 Jan 18 16:37:55.047353 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbe0-364f-4537-aa53-b8a492401528 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.050037 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0355f96e-ad0d-40a5-9882-428c4ac202bd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1f8f79f742f434c893b778424d72032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667551 Jan 18 16:37:55.053331 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47400) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:55.057691 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97cad-91a5-41dc-80cf-2a63b91bbcb8 req-03c77841-c39b-400f-942d-1d7781575d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:55.059283 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9ed97cad-91a5-41dc-80cf-2a63b91bbcb8 req-03c77841-c39b-400f-942d-1d7781575d20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1098 time: 0.1411591 Jan 18 16:37:55.065251 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355f96e-ad0d-40a5-9882-428c4ac202bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d3990-3cee-4bef-93da-8a9720c82599,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:55.099593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b64a-f561-4653-97c1-46402db17313 req-c9336dc4-073d-4e81-aa04-05fe377c7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:55.101134 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9822b64a-f561-4653-97c1-46402db17313 req-c9336dc4-073d-4e81-aa04-05fe377c7cfb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 200 len: 847 time: 0.0944676 Jan 18 16:37:55.178219 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9ed97cad-91a5-41dc-80cf-2a63b91bbcb8 req-997ec56d-67f9-49a1-9e2a-5f7e6c096fd2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093249 Jan 18 16:37:55.183617 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360dc552-5ca3-4020-8ba8-6c2e30c463ea admin admin] Publish callbacks [] for security_group (1e5d3990-3cee-4bef-93da-8a9720c82599), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.213338 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b64a-f561-4653-97c1-46402db17313 req-cefe639d-474b-4687-8c71-0c6c4c5e471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:55.215252 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9822b64a-f561-4653-97c1-46402db17313 req-cefe639d-474b-4687-8c71-0c6c4c5e471e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80e21c1a-bfef-4c4e-aaf0-30d48871569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046224 Jan 18 16:37:55.227493 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbe0-364f-4537-aa53-b8a492401528 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (245d90fd-86d5-4d53-b2a5-33aee0416a7d), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.230589 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360dc552-5ca3-4020-8ba8-6c2e30c463ea admin admin] Publish callbacks [] for security_group (1e5d3990-3cee-4bef-93da-8a9720c82599), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.232004 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbe0-364f-4537-aa53-b8a492401528 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (245d90fd-86d5-4d53-b2a5-33aee0416a7d), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.264523 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbe0-364f-4537-aa53-b8a492401528 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.265817 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-bf80dbe0-364f-4537-aa53-b8a492401528 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3741426 Jan 18 16:37:55.268373 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80dbe0-364f-4537-aa53-b8a492401528 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245d90fd-86d5-4d53-b2a5-33aee0416a7d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:55.270682 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47402) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:55.275364 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-65c2246d-13c4-4f61-a920-15c5224ec9e0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'security_group_rule': {'security_group_id': '245d90fd-86d5-4d53-b2a5-33aee0416a7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:55.308626 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65c2246d-13c4-4f61-a920-15c5224ec9e0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (9acc545b-5763-475a-88f9-928c21efd7ff), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.329866 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360dc552-5ca3-4020-8ba8-6c2e30c463ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1e5d3990-3cee-4bef-93da-8a9720c82599), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.333428 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360dc552-5ca3-4020-8ba8-6c2e30c463ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.338503 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-360dc552-5ca3-4020-8ba8-6c2e30c463ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e5d3990-3cee-4bef-93da-8a9720c82599 HTTP/1.1" status: 204 len: 168 time: 0.2800324 Jan 18 16:37:55.343881 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dc552-5ca3-4020-8ba8-6c2e30c463ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d3990-3cee-4bef-93da-8a9720c82599,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:55.413753 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65c2246d-13c4-4f61-a920-15c5224ec9e0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (9acc545b-5763-475a-88f9-928c21efd7ff), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.423896 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65c2246d-13c4-4f61-a920-15c5224ec9e0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (9acc545b-5763-475a-88f9-928c21efd7ff), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.505570 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65c2246d-13c4-4f61-a920-15c5224ec9e0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.509250 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-65c2246d-13c4-4f61-a920-15c5224ec9e0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2349722 Jan 18 16:37:55.509250 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2246d-13c4-4f61-a920-15c5224ec9e0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acc545b-5763-475a-88f9-928c21efd7ff,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:55.509715 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47410) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:55.514262 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-289af6c3-cd11-4b7e-9f5d-61fbf3152d21 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'security_group_rule': {'security_group_id': '245d90fd-86d5-4d53-b2a5-33aee0416a7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:55.560218 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9822b64a-f561-4653-97c1-46402db17313 req-46d75142-193b-42d7-9832-3d310260f2ba service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761322 Jan 18 16:37:55.607616 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-289af6c3-cd11-4b7e-9f5d-61fbf3152d21 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (cf73fd6c-a194-4e1a-80a2-f7ff102e7c4b), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.659562 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0452f-19b1-45f3-866a-d614f9afd3e5 req-4d588bae-ad0b-4977-9975-12b93fcd9907 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:55.668178 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-53b0452f-19b1-45f3-866a-d614f9afd3e5 req-4d588bae-ad0b-4977-9975-12b93fcd9907 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.1087971 Jan 18 16:37:55.740062 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec2ec7-777e-40f7-8263-99a966078e6a req-d9b1cb21-5b7a-4eb0-8801-74960386cfe5 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:55.748226 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-289af6c3-cd11-4b7e-9f5d-61fbf3152d21 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (cf73fd6c-a194-4e1a-80a2-f7ff102e7c4b), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.748584 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d3ec2ec7-777e-40f7-8263-99a966078e6a req-d9b1cb21-5b7a-4eb0-8801-74960386cfe5 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.1289628 Jan 18 16:37:55.761672 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-53b0452f-19b1-45f3-866a-d614f9afd3e5 req-92f6980a-ebfc-4bed-82e2-17316201d76e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924551 Jan 18 16:37:55.762940 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-289af6c3-cd11-4b7e-9f5d-61fbf3152d21 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (cf73fd6c-a194-4e1a-80a2-f7ff102e7c4b), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.794109 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9822b64a-f561-4653-97c1-46402db17313 req-7ed659d7-1bbc-4012-85d8-f3041b5c9bd5 service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265623 Jan 18 16:37:55.798554 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-289af6c3-cd11-4b7e-9f5d-61fbf3152d21 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:55.814085 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47414) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:55.814449 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-289af6c3-cd11-4b7e-9f5d-61fbf3152d21 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036041 Jan 18 16:37:55.819169 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:55.821148 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af6c3-cd11-4b7e-9f5d-61fbf3152d21 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf73fd6c-a194-4e1a-80a2-f7ff102e7c4b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:55.851256 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d3ec2ec7-777e-40f7-8263-99a966078e6a req-49344558-8db4-42f9-a4a4-77077a1909ab tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012480 Jan 18 16:37:55.880172 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.014827 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.163467 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Allocated IP 172.27.0.109 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/6389e1b3-8db9-4896-90ee-ec863a1a0019) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:56.313341 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.356430 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.405525 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:56.408577 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:56.412593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:56.418708 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'Port': ['ID=6389e1b3-8db9-4896-90ee-ec863a1a0019,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:56.558218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (5d120d73-7325-44ed-877d-4eed01eba707), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.603842 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.778863 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.783397 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.860374 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'Port': ['ID=6389e1b3-8db9-4896-90ee-ec863a1a0019,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:56.878736 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (5d120d73-7325-44ed-877d-4eed01eba707), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.903200 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.905526 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-0c2d3970-5d3b-4061-93cf-e6d1151769dd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0910008 Jan 18 16:37:56.920140 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383eec-569f-46d2-adb6-9dd6dcc978fa req-5d6d8bce-4a4c-4743-9772-d40838f050c3 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:56.927095 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-38383eec-569f-46d2-adb6-9dd6dcc978fa req-5d6d8bce-4a4c-4743-9772-d40838f050c3 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0873003 Jan 18 16:37:56.974942 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-38383eec-569f-46d2-adb6-9dd6dcc978fa req-b22340ae-a151-4c08-924b-680c65998f95 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Jan 18 16:37:57.002238 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186b71b-6ba1-46d8-ba1b-c45264f9e6ae req-212eb9e4-1856-4e56-9931-7d3396bf95cb tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:57.004395 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c186b71b-6ba1-46d8-ba1b-c45264f9e6ae req-212eb9e4-1856-4e56-9931-7d3396bf95cb tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.0706911 Jan 18 16:37:57.060673 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c186b71b-6ba1-46d8-ba1b-c45264f9e6ae req-97c524cd-d7d2-48e6-b3a9-1135ec3a9058 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495665 Jan 18 16:37:57.156698 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-b782558f-54c8-4e6a-885e-5df4df7b8612 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--115448473&fields=id&tenant_id=fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 267 time: 0.0526001 Jan 18 16:37:57.184219 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb1e7a-17f4-4dab-9d17-7843e6e6920a req-39e89041-81a2-42e4-b522-0f982587c71d tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:57.185829 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8eeb1e7a-17f4-4dab-9d17-7843e6e6920a req-39e89041-81a2-42e4-b522-0f982587c71d tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.0511918 Jan 18 16:37:57.243572 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8eeb1e7a-17f4-4dab-9d17-7843e6e6920a req-7fe3e85d-4ae1-480c-a6a8-c6fae01b4341 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489280 Jan 18 16:37:57.284163 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-41e64665-7dbf-4c91-90d0-9951bc881f7a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:57.285822 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-41e64665-7dbf-4c91-90d0-9951bc881f7a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 817 time: 0.1230855 Jan 18 16:37:57.301901 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-72e5b311-3d49-4108-8ceb-1cdec3f8eb2e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/quotas/fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 375 time: 0.0105343 Jan 18 16:37:57.353533 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-ec4cef20-6241-437b-b8dc-d1a3562e5834 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459411 Jan 18 16:37:57.474892 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-a6862a35-70b9-40be-bba3-08eeb31d5571 service neutron] 10.222.0.86 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073189 Jan 18 16:37:57.573255 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-ee37dc6d-c14b-46fc-80db-09f37e2969f6 service neutron] 10.222.0.86 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905681 Jan 18 16:37:57.583793 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11006c59-5a47-4123-89c1-5718ff5c27be req-14371328-384b-4daa-8f1e-7b7a501e7fe3 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:57.585445 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-11006c59-5a47-4123-89c1-5718ff5c27be req-14371328-384b-4daa-8f1e-7b7a501e7fe3 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.0531824 Jan 18 16:37:57.658177 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-11006c59-5a47-4123-89c1-5718ff5c27be req-d81f1586-f6ee-43b6-99e1-fee33e2302eb tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 Jan 18 16:37:58.066046 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c32f07b2-4742-4b9d-b783-ff01ba7e279f req-95765d9e-3794-4707-9a36-9558b4b6b992 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 210 time: 0.3130555 Jan 18 16:37:58.161029 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824eb69-d9c8-4470-bb07-f0b74bdfcc8f req-723fe390-e9c7-4275-8a50-c610b9f3dc6f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:58.161029 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5824eb69-d9c8-4470-bb07-f0b74bdfcc8f req-723fe390-e9c7-4275-8a50-c610b9f3dc6f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0804207 Jan 18 16:37:58.226709 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5824eb69-d9c8-4470-bb07-f0b74bdfcc8f req-4c96574f-dd3e-4501-8b25-e4cc1379f0fe tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587552 Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.959155 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:37:58.962568 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-5b06b843-b4eb-4ec7-8c00-2f89150747fa tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:58.963610 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-5b06b843-b4eb-4ec7-8c00-2f89150747fa tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 817 time: 0.1737282 Jan 18 16:37:59.048989 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-3a66eaf0-f117-4285-9839-b4f9704ffb7b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 379 time: 0.0716496 Jan 18 16:37:59.069591 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'port': {'device_id': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'admin_state_up': True, 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'security_groups': ['245d90fd-86d5-4d53-b2a5-33aee0416a7d']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:59.168428 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8397a298-a049-408e-bbe2-f8d268737599 req-e42f97c6-e40f-4816-b906-61ccddab4695 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 210 time: 0.0332758 Jan 18 16:37:59.217975 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Made reservation on behalf of fa5307ffd5904957a739da2767136aaa for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:59.226777 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:59.351809 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbec6f-4452-4ecf-b233-e6880b588a68 req-a56419fa-de7f-4d04-9383-b7b730667f41 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:59.353753 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b0fbec6f-4452-4ecf-b233-e6880b588a68 req-a56419fa-de7f-4d04-9383-b7b730667f41 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0541375 Jan 18 16:37:59.387866 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Allocated IP 172.20.0.11 (27598ce3-f982-44f0-8153-7dd12b009926/2444eeac-bcab-49e0-a584-cb934c90f8f8/d4b22002-e3c0-4bec-a7a7-0103d0135897) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:59.430089 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b0fbec6f-4452-4ecf-b233-e6880b588a68 req-3e0f287d-997a-4b73-adf2-3458a84e79af tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705163 Jan 18 16:37:59.560380 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:59.596705 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:59.647313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Network 27598ce3-f982-44f0-8153-7dd12b009926 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:59.651937 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:59.655099 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:59.694999 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:59.729110 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:59.730431 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:59.761818 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-bdd712d5-9868-4ea8-9737-0cb298406aa6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6966262 Jan 18 16:37:59.774523 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Request body: {'port': {'device_id': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:59.844280 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:59.947608 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-76108c41-d1df-4525-b08b-15c5f09a54f9 None None] Provisioning complete for port d4b22002-e3c0-4bec-a7a7-0103d0135897 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:59.948270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76108c41-d1df-4525-b08b-15c5f09a54f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:59.992121 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-76108c41-d1df-4525-b08b-15c5f09a54f9 None None] Port d4b22002-e3c0-4bec-a7a7-0103d0135897 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:38:00.141216 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b22002-e3c0-4bec-a7a7-0103d0135897 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:38:00.155210 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Publish callbacks [] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.156785 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:38:00.178901 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Transition to ACTIVE for port object d4b22002-e3c0-4bec-a7a7-0103d0135897 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:38:00.184535 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.326983 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Attempting to bind port d4b22002-e3c0-4bec-a7a7-0103d0135897 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:00.326983 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Attempting to bind port d4b22002-e3c0-4bec-a7a7-0103d0135897 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:00.327475 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Attempting to bind port d4b22002-e3c0-4bec-a7a7-0103d0135897 on network 27598ce3-f982-44f0-8153-7dd12b009926 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:00.354913 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:00.361299 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Port d4b22002-e3c0-4bec-a7a7-0103d0135897 on network 27598ce3-f982-44f0-8153-7dd12b009926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:38:00.361700 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Attempting to bind port d4b22002-e3c0-4bec-a7a7-0103d0135897 on network 27598ce3-f982-44f0-8153-7dd12b009926 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:00.372215 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:00.372564 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Checking segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:00.372954 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Bound using segment: {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:00.373396 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Bound port: d4b22002-e3c0-4bec-a7a7-0103d0135897, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d47bd6-71df-4c0a-873c-34505493af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:00.374615 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'port_id': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'mac_address': 'fa:16:3e:fd:96:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:38:00.378309 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.384943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:00.441145 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f410d-2276-4166-aa99-a511c192dc53 req-7ed3ccb3-499b-4d6e-bba3-fe3f432b794c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:00.452846 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f99f410d-2276-4166-aa99-a511c192dc53 req-7ed3ccb3-499b-4d6e-bba3-fe3f432b794c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.1164119 Jan 18 16:38:00.454417 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:00.454816 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.486780 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:38:00.496640 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:00.500952 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:00.510266 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.520636 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:00.527625 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.570695 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f99f410d-2276-4166-aa99-a511c192dc53 req-7a120224-ae02-4aac-aceb-2ef68fdebd5b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072018 Jan 18 16:38:00.604100 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:00.631452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:00.631452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.631452 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-4a158471-797e-4c5f-a86e-012070583371 service neutron] 10.222.0.81 "PUT /v2.0/ports/d4b22002-e3c0-4bec-a7a7-0103d0135897 HTTP/1.1" status: 200 len: 1094 time: 0.8619452 Jan 18 16:38:00.632084 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:00.634370 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:00.653729 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47540) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:00.698784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5370-d7e3-4d16-81a4-4347025c99ef req-47805b13-24dd-4afd-8410-c99c1f3002d8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:00.708330 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf5a5370-d7e3-4d16-81a4-4347025c99ef req-47805b13-24dd-4afd-8410-c99c1f3002d8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 944 time: 0.0972121 Jan 18 16:38:00.736214 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b67dd0c-6212-4644-8470-690855f3b66f x-openstack-request-id: req-7b67dd0c-6212-4644-8470-690855f3b66f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:00.736511 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:00.736825 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b67dd0c-6212-4644-8470-690855f3b66f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:00.737243 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'status': 'completed', 'code': 200} Jan 18 16:38:00.807677 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:00.829733 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf5a5370-d7e3-4d16-81a4-4347025c99ef req-7a33d619-5cc7-42f6-9578-095efe9e8ce8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153944 Jan 18 16:38:00.839420 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:38:00.857435 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-603991d0-38fb-4cd8-b786-e671661ac895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:00.862230 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-603991d0-38fb-4cd8-b786-e671661ac895 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 1097 time: 0.1484630 Jan 18 16:38:00.874681 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a43-f815-4944-901b-5a2f44119348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.944699 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-d474c5fe-952d-4991-a3a4-ce2915bd3485 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897 HTTP/1.1" status: 200 len: 217 time: 0.0778368 Jan 18 16:38:01.005076 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a43-f815-4944-901b-5a2f44119348 admin admin] Publish callbacks [] for security_group (907c7af9-5c56-4f4e-9837-b175345f886f), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.011109 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ee99a43-f815-4944-901b-5a2f44119348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (907c7af9-5c56-4f4e-9837-b175345f886f), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.040841 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-0b5ad59e-a6d4-47f0-8f55-2d9ebd2f051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.046241 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-0b5ad59e-a6d4-47f0-8f55-2d9ebd2f051b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.0949447 Jan 18 16:38:01.060331 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-5ee99a43-f815-4944-901b-5a2f44119348 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39106e5790ec4a419dcf123a827d75fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043241 Jan 18 16:38:01.061277 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47550) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:01.068105 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99a43-f815-4944-901b-5a2f44119348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907c7af9-5c56-4f4e-9837-b175345f886f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:01.106194 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-c865c5df-09d8-4a2a-8acb-36bf8352cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.107841 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-c865c5df-09d8-4a2a-8acb-36bf8352cf60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504909 Jan 18 16:38:01.149718 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-44c5fc9d-79bf-466e-9ba1-dcb96815cacd admin admin] Publish callbacks [] for security_group (907c7af9-5c56-4f4e-9837-b175345f886f), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.188513 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-44c5fc9d-79bf-466e-9ba1-dcb96815cacd admin admin] Publish callbacks [] for security_group (907c7af9-5c56-4f4e-9837-b175345f886f), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.248645 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-1a0dee8f-3bb8-428d-b460-fb37274fde72 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328611 Jan 18 16:38:01.253664 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-44c5fc9d-79bf-466e-9ba1-dcb96815cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (907c7af9-5c56-4f4e-9837-b175345f886f), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.256674 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-44c5fc9d-79bf-466e-9ba1-dcb96815cacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.257907 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-44c5fc9d-79bf-466e-9ba1-dcb96815cacd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/907c7af9-5c56-4f4e-9837-b175345f886f HTTP/1.1" status: 204 len: 168 time: 0.1952956 Jan 18 16:38:01.266499 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5fc9d-79bf-466e-9ba1-dcb96815cacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907c7af9-5c56-4f4e-9837-b175345f886f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:01.379747 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ccd982b-1d2d-4758-8758-f2ec1e706397 req-5aa0b592-1903-4610-bd60-13a1bdb98d68 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250265 Jan 18 16:38:01.518087 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-5a5f5bb7-80d7-45df-80c5-a49e765bd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.520718 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-5a5f5bb7-80d7-45df-80c5-a49e765bd763 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 1097 time: 0.0673697 Jan 18 16:38:01.680524 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:01.682943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-a77e9e7f-63ab-4a6c-a1d5-fff0cae9dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.684462 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-a77e9e7f-63ab-4a6c-a1d5-fff0cae9dab5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.1573014 Jan 18 16:38:01.704187 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4586a1dd-9a41-4eaf-8bc3-9edc206f6be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.727443 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-9dc08c4c-2c3b-44b2-b6ac-c72ee0487f0a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897 HTTP/1.1" status: 200 len: 217 time: 0.0363624 Jan 18 16:38:01.779955 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bb76f-f4c1-4e5d-9c5c-8b2abed128ac req-a749496b-1a54-4518-be5e-e2f118271d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.781912 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d78bb76f-f4c1-4e5d-9c5c-8b2abed128ac req-a749496b-1a54-4518-be5e-e2f118271d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0936637 Jan 18 16:38:01.792539 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-d4476a77-2e7c-492e-9c3b-17f95771f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.794602 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-d4476a77-2e7c-492e-9c3b-17f95771f4f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.0613043 Jan 18 16:38:01.848687 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-11c44e05-d735-4a3b-bfce-341891a66d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.850409 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-11c44e05-d735-4a3b-bfce-341891a66d14 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479434 Jan 18 16:38:01.860333 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4586a1dd-9a41-4eaf-8bc3-9edc206f6be9 admin admin] Publish callbacks [] for security_group (7bab8262-a4b1-4257-8761-e8baf1e5e00e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.867972 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d78bb76f-f4c1-4e5d-9c5c-8b2abed128ac req-e5c30db4-8f2b-41c7-a378-aecc0348daec tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758116 Jan 18 16:38:01.868608 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4586a1dd-9a41-4eaf-8bc3-9edc206f6be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (7bab8262-a4b1-4257-8761-e8baf1e5e00e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.931640 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-4586a1dd-9a41-4eaf-8bc3-9edc206f6be9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1131844afa7b4bb98c092565989171ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497518 Jan 18 16:38:01.933174 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586a1dd-9a41-4eaf-8bc3-9edc206f6be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab8262-a4b1-4257-8761-e8baf1e5e00e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:01.950156 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47562) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:02.033865 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-8ab20ae8-6f4e-4bcf-bd13-caaff0040377 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732302 Jan 18 16:38:02.047575 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e959b53f-5bcf-47d8-8449-b5692994067b admin admin] Publish callbacks [] for security_group (7bab8262-a4b1-4257-8761-e8baf1e5e00e), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:02.082017 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e959b53f-5bcf-47d8-8449-b5692994067b admin admin] Publish callbacks [] for security_group (7bab8262-a4b1-4257-8761-e8baf1e5e00e), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:02.108423 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a60c3-3b93-4410-a91b-526778887d74 req-5bba8189-e82a-471b-b1c6-fd39fe4312f9 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:02.111328 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-725a60c3-3b93-4410-a91b-526778887d74 req-5bba8189-e82a-471b-b1c6-fd39fe4312f9 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 944 time: 0.1332960 Jan 18 16:38:02.147919 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e959b53f-5bcf-47d8-8449-b5692994067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (7bab8262-a4b1-4257-8761-e8baf1e5e00e), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:02.152577 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e959b53f-5bcf-47d8-8449-b5692994067b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:02.157578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:02.166235 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e959b53f-5bcf-47d8-8449-b5692994067b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7bab8262-a4b1-4257-8761-e8baf1e5e00e HTTP/1.1" status: 204 len: 168 time: 0.2101655 Jan 18 16:38:02.183397 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b53f-5bcf-47d8-8449-b5692994067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab8262-a4b1-4257-8761-e8baf1e5e00e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:02.267023 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:38:02.274230 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:02.274950 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:02.310050 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-725a60c3-3b93-4410-a91b-526778887d74 req-c5b7b19e-6703-49b2-bb0d-5f2ecc1559b5 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390579 Jan 18 16:38:02.313954 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-32f7ad4c-309b-407b-bca3-5b85dcc6cfdf req-2e19f153-4124-4e5a-be6c-056b777dbd3a service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725110 Jan 18 16:38:02.404729 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:02.405151 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:02.436321 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:02.439244 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56364b76-8270-4124-bc8c-0a6cbeb7608a" -d '{"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-plugged", "status": "completed", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:02.466373 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:02.474774 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:02.527857 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a656bb-2738-4306-b1a1-5b9e2c18bbb1 x-openstack-request-id: req-f6a656bb-2738-4306-b1a1-5b9e2c18bbb1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:02.528535 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-plugged", "status": "completed", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:02.528938 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f6a656bb-2738-4306-b1a1-5b9e2c18bbb1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:02.529641 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'code': 200} Jan 18 16:38:02.575424 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:02.855376 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64de2c-e69a-4957-8a11-0e44af19de75 req-86466548-8310-4ae7-a9ec-1c83bdbb546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:02.857356 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8b64de2c-e69a-4957-8a11-0e44af19de75 req-86466548-8310-4ae7-a9ec-1c83bdbb546a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1098 time: 0.0524232 Jan 18 16:38:02.931254 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8b64de2c-e69a-4957-8a11-0e44af19de75 req-2746ea22-c381-4dd5-acc6-0bf7e20f5fb3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647266 Jan 18 16:38:03.047777 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cdcbe-2710-4079-a0df-43977ac8398c req-187eb8b5-9651-47ba-932c-d8ddfdf7f6e1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:03.049353 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2d6cdcbe-2710-4079-a0df-43977ac8398c req-187eb8b5-9651-47ba-932c-d8ddfdf7f6e1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0630569 Jan 18 16:38:03.139768 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2d6cdcbe-2710-4079-a0df-43977ac8398c req-b8d5c27d-13b4-49fe-a846-292a18a593ca tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828156 Jan 18 16:38:03.290295 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa394-532d-465b-8d0e-89c9c0063596 req-64732937-961f-4e81-8420-df3dfd8184c6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:03.291795 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2f1fa394-532d-465b-8d0e-89c9c0063596 req-64732937-961f-4e81-8420-df3dfd8184c6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.2801383 Jan 18 16:38:03.347282 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2f1fa394-532d-465b-8d0e-89c9c0063596 req-30b9ffa7-b508-43f1-99b8-ba18b6091ba7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491915 Jan 18 16:38:03.475710 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5350d38-f71b-4448-937b-63be652ec4ae req-8c18ee67-1867-445f-b57a-de166965c457 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:03.477261 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e5350d38-f71b-4448-937b-63be652ec4ae req-8c18ee67-1867-445f-b57a-de166965c457 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0607636 Jan 18 16:38:03.546412 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e5350d38-f71b-4448-937b-63be652ec4ae req-f66a8a82-c902-4c08-8d35-d62ae77924dc tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629358 Jan 18 16:38:04.160449 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:38:04.275868 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd8cd4-6af1-484c-bcfe-84ecbdeacd7e req-701e8ad5-1f7d-4b3a-8db5-05e424be93ab tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:04.277579 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7fd8cd4-6af1-484c-bcfe-84ecbdeacd7e req-701e8ad5-1f7d-4b3a-8db5-05e424be93ab tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0528963 Jan 18 16:38:04.279213 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:04.291917 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'port_id': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'mac_address': 'fa:16:3e:12:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:38:04.339637 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7fd8cd4-6af1-484c-bcfe-84ecbdeacd7e req-c9caca32-ad52-4c04-85bb-0e3015178cc1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557427 Jan 18 16:38:04.352317 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:04.352970 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:04.374541 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b22002-e3c0-4bec-a7a7-0103d0135897 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:38:04.403944 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:04.409004 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:04.490589 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:04.520706 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40871b-ab5c-46f0-baad-4e2d8ae97e9a req-3e326c20-fc2f-483a-a144-e1e28ef6d928 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:04.522348 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6a40871b-ab5c-46f0-baad-4e2d8ae97e9a req-3e326c20-fc2f-483a-a144-e1e28ef6d928 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 945 time: 0.0546362 Jan 18 16:38:04.585325 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6a40871b-ab5c-46f0-baad-4e2d8ae97e9a req-5cd4f3ba-8130-4d35-8cbe-51b579e776b1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566037 Jan 18 16:38:04.656663 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['d4b22002-e3c0-4bec-a7a7-0103d0135897'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:38:04.678537 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ee7bd-3bb2-4cfb-9b50-7d677f9dc6da req-ab46f0bf-614e-432e-8490-5369eb0f25db tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:04.680229 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-086ee7bd-3bb2-4cfb-9b50-7d677f9dc6da req-ab46f0bf-614e-432e-8490-5369eb0f25db tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0546191 Jan 18 16:38:04.737363 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-086ee7bd-3bb2-4cfb-9b50-7d677f9dc6da req-cae86fec-4a83-460c-8718-d20d63d16752 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485168 Jan 18 16:38:04.868062 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e89de-4d45-4f4a-a8d5-cc3e08d6fa77 req-ae9ffcca-6908-45a7-b572-0732dd513d13 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:04.869647 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0b5e89de-4d45-4f4a-a8d5-cc3e08d6fa77 req-ae9ffcca-6908-45a7-b572-0732dd513d13 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0588012 Jan 18 16:38:04.923532 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0b5e89de-4d45-4f4a-a8d5-cc3e08d6fa77 req-571224d6-2378-449b-a572-a7651b6d288a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481515 Jan 18 16:38:04.932088 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-83bfd23b-f36a-434c-9160-7c4840a7c80b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cdc42ab9bea84c2f98c117fa47c3c4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324087 Jan 18 16:38:04.946718 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47636) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:05.128001 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-68b71298-0e21-4c77-9299-631b9911ca06 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:05.130117 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-68b71298-0e21-4c77-9299-631b9911ca06 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922779 Jan 18 16:38:05.145748 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-d043384d-e204-4f8c-97be-0a7d04eb7fc7 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/quotas/cdc42ab9bea84c2f98c117fa47c3c4af HTTP/1.1" status: 200 len: 375 time: 0.0094337 Jan 18 16:38:05.173005 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c2216-97c8-481c-83cb-95adf166c86b tempest-TestShelveInstance-1533902272 tempest-TestShelveInstance-1533902272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:05.174669 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7e4c2216-97c8-481c-83cb-95adf166c86b tempest-TestShelveInstance-1533902272 tempest-TestShelveInstance-1533902272-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1093 time: 0.2268200 Jan 18 16:38:05.178860 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47640) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:05.183520 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-0a9cea57-008f-4ef5-8000-d2078bb8311d tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cdc42ab9bea84c2f98c117fa47c3c4af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323081 Jan 18 16:38:05.185064 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'port_id': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:05.215475 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:05.330763 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-395f76d8-97b4-4ce8-9493-fb222ab38711 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:05.332320 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-395f76d8-97b4-4ce8-9493-fb222ab38711 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0875716 Jan 18 16:38:05.399731 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b96825a-a251-4908-bf5b-3bbe8c7cf21c req-c39d2eb1-d650-404d-a1e2-445146901fa2 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 210 time: 0.0512772 Jan 18 16:38:05.454236 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:05.510597 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3053f-39e4-46d0-ae72-add27913092d req-d0cc18f6-fa06-450b-859d-8b83fd1b7487 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:05.512870 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7fe3053f-39e4-46d0-ae72-add27913092d req-d0cc18f6-fa06-450b-859d-8b83fd1b7487 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 946 time: 0.0652075 Jan 18 16:38:05.531095 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Deleting port 52db51cd-0955-4ab8-ae98-898777a037ad {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:05.531699 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:05.568987 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7fe3053f-39e4-46d0-ae72-add27913092d req-71c36f03-428e-47f3-881a-f3a7687f3ca0 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=5b615405-9dfa-4112-8bf9-bfc00c5b3baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499437 Jan 18 16:38:05.664818 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Allocated IP 172.27.0.218 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/fffa011c-4fbd-4a7c-a588-2ff5ef09347f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:05.695980 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] For port 52db51cd-0955-4ab8-ae98-898777a037ad, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=52db51cd-0955-4ab8-ae98-898777a037ad,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:05.696321 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:05.939405 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29107ef-72bf-4329-99f9-49c178cac7bc req-7dbaa6e6-68e7-4a41-b6f6-847102582d31 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:05.940971 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d29107ef-72bf-4329-99f9-49c178cac7bc req-7dbaa6e6-68e7-4a41-b6f6-847102582d31 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 945 time: 0.2112312 Jan 18 16:38:05.959523 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.048011 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.048364 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (bd30854c-589c-413f-a346-264367d5b31d), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.048807 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Floating IP bd30854c-589c-413f-a346-264367d5b31d disassociated. External IP: 172.27.0.64, port: 52db51cd-0955-4ab8-ae98-898777a037ad. Jan 18 16:38:06.049176 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Calling delete_port for 52db51cd-0955-4ab8-ae98-898777a037ad owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:06.081285 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d29107ef-72bf-4329-99f9-49c178cac7bc req-818b1e5f-c2bd-48ff-a8a7-fc313dc1bada tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293914 Jan 18 16:38:06.124733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.171517 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:06.187102 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:06.194066 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:06.196913 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:06.198953 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'Port': ['ID=fffa011c-4fbd-4a7c-a588-2ff5ef09347f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:06.232851 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port d4b22002-e3c0-4bec-a7a7-0103d0135897 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:38:06.236858 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port d4b22002-e3c0-4bec-a7a7-0103d0135897 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:06.237229 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.311679 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (52db51cd-0955-4ab8-ae98-898777a037ad), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.352514 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:06.352898 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.360271 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event deleted for resources: {'Port': ['ID=52db51cd-0955-4ab8-ae98-898777a037ad,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:06.404829 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:06.407801 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7442950d-d422-4f0f-8ef3-2b7325c2e71a" -d '{"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:06.419229 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:06.428414 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.429423 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 52db51cd-0955-4ab8-ae98-898777a037ad no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:06.522527 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 52db51cd-0955-4ab8-ae98-898777a037ad {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:06.528700 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 52db51cd-0955-4ab8-ae98-898777a037ad not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:06.540489 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0fe179-1141-4a7f-8dc9-7dd9e4548741 x-openstack-request-id: req-3e0fe179-1141-4a7f-8dc9-7dd9e4548741 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:06.540834 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:06.541007 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e0fe179-1141-4a7f-8dc9-7dd9e4548741 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:06.541412 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'code': 200} Jan 18 16:38:06.588204 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20327c88-7524-4012-a1e4-9cb91df9de2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:06.602818 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:06.674661 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cc8ba-5f78-4b0e-a61c-4e7534083e14 req-c9a999ed-afdb-4a4c-bd6e-d14b4ecda220 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:06.682709 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-cd1cc8ba-5f78-4b0e-a61c-4e7534083e14 req-c9a999ed-afdb-4a4c-bd6e-d14b4ecda220 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.0666349 Jan 18 16:38:06.740449 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-cd1cc8ba-5f78-4b0e-a61c-4e7534083e14 req-25090fb9-62a5-456b-aceb-e5ba1f702057 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565331 Jan 18 16:38:06.766817 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47676) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:06.859974 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0d8278b7-c5d3-4ac0-8726-d9f8a911cbc7 req-65f0cd49-74c5-4f11-98c7-ef7288ca5d1a tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 210 time: 0.0466020 Jan 18 16:38:06.864013 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-e3035ad6-0f2b-401b-9073-7fba094e6490 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=cdc42ab9bea84c2f98c117fa47c3c4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3697717 Jan 18 16:38:07.005601 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a774ca82-c0f3-4df4-b463-6fd26062f901 req-dbc9b747-a9e3-4c72-a453-4714268f7538 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 210 time: 0.0480769 Jan 18 16:38:07.072047 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d5ad38-9a5d-475c-bb35-e853e22fa6c8 tempest-TestMinimumBasicScenario-35367154 tempest-TestMinimumBasicScenario-35367154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:07.074132 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-46d5ad38-9a5d-475c-bb35-e853e22fa6c8 tempest-TestMinimumBasicScenario-35367154 tempest-TestMinimumBasicScenario-35367154-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1093 time: 0.3063183 Jan 18 16:38:07.078221 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:07.083659 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'port_id': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:07.115721 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.149551 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Router 6391cf8f-ce3b-4438-855a-fc446cbab28e has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:07.270606 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42442052-4935-47de-8b52-a2aff1ad82d2 req-21194205-061f-4918-bf40-351ccb613cd2 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:07.272626 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-42442052-4935-47de-8b52-a2aff1ad82d2 req-21194205-061f-4918-bf40-351ccb613cd2 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0713828 Jan 18 16:38:07.333879 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.349032 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-42442052-4935-47de-8b52-a2aff1ad82d2 req-931b15e4-8edc-4da5-81fc-2b6002bfb758 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674043 Jan 18 16:38:07.421876 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f325e0-ad4f-4f1d-9393-1b987eabf885 req-12e9e08f-3023-4afb-8514-627d342b7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:07.423423 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c1f325e0-ad4f-4f1d-9393-1b987eabf885 req-12e9e08f-3023-4afb-8514-627d342b7aac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 1099 time: 0.4316304 Jan 18 16:38:07.472069 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Allocated IP 172.27.0.242 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/700dfd20-2f93-4275-afed-b44f8a804f2d) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:07.504117 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-dc680516-dd26-4d37-9617-65d93fb6bee3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:07.505636 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-dc680516-dd26-4d37-9617-65d93fb6bee3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4941909 Jan 18 16:38:07.524211 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Request body: {'port': {'device_id': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9', 'admin_state_up': True, 'tenant_id': 'cdc42ab9bea84c2f98c117fa47c3c4af'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:07.598797 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.636851 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.674502 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:07.686824 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] Sync routers for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:07.695326 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c1f325e0-ad4f-4f1d-9393-1b987eabf885 req-bff6fc85-9283-4263-9d2d-5188992f0f6e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634158 Jan 18 16:38:07.703411 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:07.704623 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:07.707967 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:07.717634 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:07.721311 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'Port': ['ID=700dfd20-2f93-4275-afed-b44f8a804f2d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:07.725835 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:07.755406 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for floatingip (f27a073e-d818-497c-a793-cd79d5c8d647), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.757439 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] No DVR routers for this DVR port 52db51cd-0955-4ab8-ae98-898777a037ad on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:38:07.779686 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.783626 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-34e2cb52-bc9a-45fb-b161-b6df26221b93 req-e2fe5bc7-661e-4ae1-b957-4026e77da254 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "DELETE /v2.0/ports/52db51cd-0955-4ab8-ae98-898777a037ad HTTP/1.1" status: 204 len: 173 time: 2.4438803 Jan 18 16:38:07.786236 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'name': 'network-vif-deleted', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:07.788710 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81b8904-bc40-47a2-8144-07b4fd190e3d" -d '{"events": [{"server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "name": "network-vif-deleted", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:07.838983 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:07.865069 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aea3630-f19f-4077-a4e5-71e203ddeefb x-openstack-request-id: req-3aea3630-f19f-4077-a4e5-71e203ddeefb {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:07.865690 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6834a4-47ed-47a8-ad5d-5699c76e31ba", "name": "network-vif-deleted", "tag": "52db51cd-0955-4ab8-ae98-898777a037ad", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:07.865941 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3aea3630-f19f-4077-a4e5-71e203ddeefb {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:07.866563 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6834a4-47ed-47a8-ad5d-5699c76e31ba', 'name': 'network-vif-deleted', 'tag': '52db51cd-0955-4ab8-ae98-898777a037ad', 'status': 'completed', 'code': 200} Jan 18 16:38:07.867446 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Made reservation on behalf of cdc42ab9bea84c2f98c117fa47c3c4af for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:38:07.873347 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.894452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:07.948308 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:08.031796 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-67b0f2e7-ac2a-4486-b7f9-267e46b16e67 req-6d75ce63-fa52-43ad-9244-4289b5f7155f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6834a4-47ed-47a8-ad5d-5699c76e31ba HTTP/1.1" status: 200 len: 210 time: 0.0404551 Jan 18 16:38:08.135606 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:08.173546 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] Checking router: 6391cf8f-ce3b-4438-855a-fc446cbab28e for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:08.185061 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:08.185553 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:37:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:08.209926 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f62424c5-2b90-48e9-8320-5bf6200b547c req-4482d6df-171f-4cb9-bb65-72161f5010db tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 210 time: 0.0743210 Jan 18 16:38:08.242191 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks [] for security_group (4f5f58f9-8865-4f89-9c36-bb62c9139764), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:08.250337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (4f5f58f9-8865-4f89-9c36-bb62c9139764), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:08.337868 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:08.365298 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f58f9-8865-4f89-9c36-bb62c9139764,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:08.384751 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:08.404842 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:08.523329 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event updated for resources: {'Port': ['ID=fffa011c-4fbd-4a7c-a588-2ff5ef09347f,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:08.563804 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c035b70-d912-4724-8f70-d45ad12197b6 req-2a0213d6-db06-4b70-a274-7666e6a1ee61 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:08.566194 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5c035b70-d912-4724-8f70-d45ad12197b6 req-2a0213d6-db06-4b70-a274-7666e6a1ee61 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.1099117 Jan 18 16:38:08.566547 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Allocated IP 192.168.233.196 (eb81f4b7-443f-4fd1-8446-a3675d7111f9/73d9c65d-f64b-44a3-877f-9a027ffb25bc/cd691669-214a-4729-8300-d8f499c4a871) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:08.591749 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for floatingip (a3a36654-b6a8-4ece-b4e1-607f84de12bb), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:08.636050 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (f27a073e-d818-497c-a793-cd79d5c8d647), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:08.638611 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:08.667728 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb027666-0f2c-4f32-a026-9024ffe0bfbd None None] The sync data for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi is: [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:08.697692 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5c035b70-d912-4724-8f70-d45ad12197b6 req-e13462df-b64c-42e4-b318-584f39f150e9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231205 Jan 18 16:38:08.834307 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Floating IP f27a073e-d818-497c-a793-cd79d5c8d647 associated. External IP: 172.27.0.218, port: f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a. Jan 18 16:38:08.968931 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.003351 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks [] for port (cd691669-214a-4729-8300-d8f499c4a871), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.035773 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7586d-cb0a-47d6-bb29-1438ab58ba4d None None] New status for floating IP bd30854c-589c-413f-a346-264367d5b31d: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:38:09.211709 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.222682 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47696) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:09.238567 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4628897'] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.352709 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'Port': ['ID=700dfd20-2f93-4275-afed-b44f8a804f2d,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:09.368681 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6e39a6d-a344-4f60-9939-94bd198465ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.374968 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (a3a36654-b6a8-4ece-b4e1-607f84de12bb), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.419647 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (cd691669-214a-4729-8300-d8f499c4a871), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.449560 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2703a6bb-3c2f-464b-acc6-1ba62ceb7220 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (5b615405-9dfa-4112-8bf9-bfc00c5b3baf), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.516552 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Network eb81f4b7-443f-4fd1-8446-a3675d7111f9 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:09.526092 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2703a6bb-3c2f-464b-acc6-1ba62ceb7220 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (5b615405-9dfa-4112-8bf9-bfc00c5b3baf), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.529383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:09.542575 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:09.585039 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Pushing event updated for resources: {'Port': ['ID=cd691669-214a-4729-8300-d8f499c4a871,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:09.587554 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.l3_db [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Floating IP a3a36654-b6a8-4ece-b4e1-607f84de12bb associated. External IP: 172.27.0.242, port: 70f147fc-03a1-4a11-b4b1-778ae3ce3108. Jan 18 16:38:09.604300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf1598-469d-442a-93a3-701642c0bc56 req-9f45b332-3134-4e7c-8c01-a0779a938ea1 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:09.605752 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-92cf1598-469d-442a-93a3-701642c0bc56 req-9f45b332-3134-4e7c-8c01-a0779a938ea1 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 936 time: 0.1996076 Jan 18 16:38:09.630107 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:09.636506 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:09.637282 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.649974 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2703a6bb-3c2f-464b-acc6-1ba62ceb7220 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5b615405-9dfa-4112-8bf9-bfc00c5b3baf), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.653753 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2703a6bb-3c2f-464b-acc6-1ba62ceb7220 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.658435 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-2703a6bb-3c2f-464b-acc6-1ba62ceb7220 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "DELETE /v2.0/security-groups/5b615405-9dfa-4112-8bf9-bfc00c5b3baf HTTP/1.1" status: 204 len: 168 time: 0.4340968 Jan 18 16:38:09.659983 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:09.685098 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-51bf29a9-c3e5-46af-b46d-eda521ffd6f3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1698689 Jan 18 16:38:09.703503 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Request body: {'port': {'device_id': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:09.719668 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703a6bb-3c2f-464b-acc6-1ba62ceb7220 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b615405-9dfa-4112-8bf9-bfc00c5b3baf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:09.724214 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.api.v2.resource [None req-c7dc3a99-61e8-4944-89bd-dceaee57370d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] show failed (client error): The resource could not be found. Jan 18 16:38:09.728871 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c7dc3a99-61e8-4944-89bd-dceaee57370d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups/5b615405-9dfa-4112-8bf9-bfc00c5b3baf HTTP/1.1" status: 404 len: 347 time: 0.0315266 Jan 18 16:38:09.730163 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:09.794373 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-92cf1598-469d-442a-93a3-701642c0bc56 req-3aa0780e-0e7b-4135-ade2-2d8d2aab4572 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766522 Jan 18 16:38:09.850217 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (cd691669-214a-4729-8300-d8f499c4a871), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.949836 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:09.951088 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-aafbee3a-7828-4398-bde4-793d538ad081 None None] Provisioning complete for port cd691669-214a-4729-8300-d8f499c4a871 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:09.951399 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aafbee3a-7828-4398-bde4-793d538ad081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (cd691669-214a-4729-8300-d8f499c4a871), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:09.981927 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] Sync routers for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:09.989045 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcdde4-1cce-47a1-8e1d-378dde6505a9 req-fa58e1cf-3a3b-4a20-b858-7b841d83d602 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:09.990457 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c0bcdde4-1cce-47a1-8e1d-378dde6505a9 req-fa58e1cf-3a3b-4a20-b858-7b841d83d602 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.1717408 Jan 18 16:38:10.007275 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-aafbee3a-7828-4398-bde4-793d538ad081 None None] Port cd691669-214a-4729-8300-d8f499c4a871 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:38:10.009241 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:10.009985 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:10.026648 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.070093 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7ab5be59-eb37-4e97-88ca-d9d7426780dd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8900847 Jan 18 16:38:10.086512 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Deleting port 3840de91-b0b5-416d-a0bc-976aec4c1d56 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:10.086874 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.093771 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:10.096416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db20e23e-36cb-476c-a5cf-017cadb5109b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:10.123037 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Router e316d4be-7eba-4a02-92f6-d93a72edf86b has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:10.129444 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c0bcdde4-1cce-47a1-8e1d-378dde6505a9 req-a06076fb-4970-4ab2-bbd6-98e6e19cbf63 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089325 Jan 18 16:38:10.139523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:10.159600 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a60ff-9b5f-46aa-8d28-3edb75c72830 x-openstack-request-id: req-bd3a60ff-9b5f-46aa-8d28-3edb75c72830 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:10.159927 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:10.160247 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd3a60ff-9b5f-46aa-8d28-3edb75c72830 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:10.160708 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'status': 'completed', 'code': 200} Jan 18 16:38:10.272419 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.272754 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (3840de91-b0b5-416d-a0bc-976aec4c1d56), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.313961 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Calling delete_port for 3840de91-b0b5-416d-a0bc-976aec4c1d56 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:10.315892 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-8e1012ed-c2b4-43d4-85bb-55490d3f8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:10.317595 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-8e1012ed-c2b4-43d4-85bb-55490d3f8fe6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1098 time: 0.1274645 Jan 18 16:38:10.330655 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d83546-6c8c-40b7-9c60-2285f403a81a req-bb399b46-7c40-425a-9bfb-c45613998ad6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:10.332921 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-11d83546-6c8c-40b7-9c60-2285f403a81a req-bb399b46-7c40-425a-9bfb-c45613998ad6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.1199019 Jan 18 16:38:10.351076 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:10.351304 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47712) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:10.362856 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] Sync routers for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:10.375473 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:10.376471 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:10.376820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Request body: {'floatingip': {'port_id': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:10.401437 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'f27a073e-d818-497c-a793-cd79d5c8d647', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'port_id': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'mac_address': 'fa:16:3e:fd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:07Z', 'updated_at': '2022-01-18T16:38:07Z', 'revision_number': 0, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 5, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:10.435339 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] Checking router: 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:10.447025 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:10.447646 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:10.449551 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (5d120d73-7325-44ed-877d-4eed01eba707), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.514005 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.553944 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-215c7018-bfda-41ea-b008-34dba00d3ef0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4745944 Jan 18 16:38:10.554938 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47714) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:10.555420 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:10.557997 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f170e8a488dd01a1530f252a532c8d385c8727075f0178b02b6827317e098f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf761107-2f9e-4d07-8c02-4ad2219e1160" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:10.563575 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:10.564521 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e2d6c0d0-5aaa-4427-936d-3c0693e4daf9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932200161', 'description': 'tempest-secgroup-smoke-932200161 description', 'project_id': '61c8cdd38f99413282ecf1d384524466'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:10.581838 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (3840de91-b0b5-416d-a0bc-976aec4c1d56), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.618376 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event deleted for resources: {'Port': ['ID=3840de91-b0b5-416d-a0bc-976aec4c1d56,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:10.669980 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fd0515-f484-4e28-bc00-8cdd929c55b2 x-openstack-request-id: req-a4fd0515-f484-4e28-bc00-8cdd929c55b2 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:10.670380 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:10.670640 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a4fd0515-f484-4e28-bc00-8cdd929c55b2 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:10.671052 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'status': 'completed', 'code': 200} Jan 18 16:38:10.724904 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (bd30854c-589c-413f-a346-264367d5b31d), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.728573 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.747082 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-93b8ecd1-b688-46ae-bb7e-9c80314fc7c4 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "DELETE /v2.0/floatingips/bd30854c-589c-413f-a346-264367d5b31d HTTP/1.1" status: 204 len: 168 time: 0.9982979 Jan 18 16:38:10.757421 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c0d0-5aaa-4427-936d-3c0693e4daf9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:10.862960 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:10.913494 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'a3a36654-b6a8-4ece-b4e1-607f84de12bb', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'port_id': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'mac_address': 'fa:16:3e:a1:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:08Z', 'updated_at': '2022-01-18T16:38:08Z', 'revision_number': 0, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 5, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:10.948440 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] Checking router: e316d4be-7eba-4a02-92f6-d93a72edf86b for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:10.967121 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:10.968312 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:11.022529 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c0d0-5aaa-4427-936d-3c0693e4daf9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group (634dda10-8a89-4c42-8514-8d57541d5f26), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.029569 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c0d0-5aaa-4427-936d-3c0693e4daf9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (634dda10-8a89-4c42-8514-8d57541d5f26), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.056019 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ae79-ff59-4dd2-beaf-917dad14f2d2 req-0650341a-b57f-4f7d-bf63-6e7174e9570d tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:11.057624 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6104ae79-ff59-4dd2-beaf-917dad14f2d2 req-0650341a-b57f-4f7d-bf63-6e7174e9570d tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 936 time: 0.1277950 Jan 18 16:38:11.079324 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c0d0-5aaa-4427-936d-3c0693e4daf9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.081303 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e2d6c0d0-5aaa-4427-936d-3c0693e4daf9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5200202 Jan 18 16:38:11.095415 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47722) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:11.101216 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-defc20e6-072e-4a16-8de5-9bae08292945 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'security_group_rule': {'security_group_id': '634dda10-8a89-4c42-8514-8d57541d5f26', 'project_id': '61c8cdd38f99413282ecf1d384524466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:11.118159 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6c0d0-5aaa-4427-936d-3c0693e4daf9 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634dda10-8a89-4c42-8514-8d57541d5f26,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:11.140895 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:11.156241 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6104ae79-ff59-4dd2-beaf-917dad14f2d2 req-268430c9-f266-48a7-98a7-7210438c0d1d tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915647 Jan 18 16:38:11.173818 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-defc20e6-072e-4a16-8de5-9bae08292945 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (f472b270-c9dc-43f5-a7a7-3e5217c95c7a), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.182741 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.225031 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (5d120d73-7325-44ed-877d-4eed01eba707), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.267235 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 47724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:11.285223 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d985baf5-e0e8-4bce-b9ef-13a6a46367d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624565865', 'description': 'tempest-description--1379853406'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:11.293705 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd691669-214a-4729-8300-d8f499c4a871 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:38:11.310318 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-defc20e6-072e-4a16-8de5-9bae08292945 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (f472b270-c9dc-43f5-a7a7-3e5217c95c7a), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.319853 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-defc20e6-072e-4a16-8de5-9bae08292945 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (f472b270-c9dc-43f5-a7a7-3e5217c95c7a), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.327128 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Publish callbacks [] for port (cd691669-214a-4729-8300-d8f499c4a871), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.335097 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-9738c07d-6e98-4116-b6b0-81e1e1fdd987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:11.337179 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-9738c07d-6e98-4116-b6b0-81e1e1fdd987 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1098 time: 0.1474912 Jan 18 16:38:11.355749 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc20e6-072e-4a16-8de5-9bae08292945 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f472b270-c9dc-43f5-a7a7-3e5217c95c7a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:11.367354 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.401313 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-defc20e6-072e-4a16-8de5-9bae08292945 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.406036 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-defc20e6-072e-4a16-8de5-9bae08292945 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094554 Jan 18 16:38:11.408065 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47726) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:11.413977 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0b98b8d3-093b-4b40-95ae-130665d4ab44 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'security_group_rule': {'security_group_id': '634dda10-8a89-4c42-8514-8d57541d5f26', 'project_id': '61c8cdd38f99413282ecf1d384524466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:11.422716 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'f27a073e-d818-497c-a793-cd79d5c8d647', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'port_id': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'mac_address': 'fa:16:3e:fd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:07Z', 'updated_at': '2022-01-18T16:38:07Z', 'revision_number': 0, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 5, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:11.429815 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-57f0df8b-1158-4745-a8b7-ff2acb6f5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:11.431327 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-57f0df8b-1158-4745-a8b7-ff2acb6f5a8a service neutron] 10.222.0.81 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 909 time: 1.0921764 Jan 18 16:38:11.443065 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d985baf5-e0e8-4bce-b9ef-13a6a46367d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.459885 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b98b8d3-093b-4b40-95ae-130665d4ab44 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (f88dbdf0-876e-405c-bffd-db41b8cd1544), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.469209 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Transition to ACTIVE for port object cd691669-214a-4729-8300-d8f499c4a871 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:38:11.506806 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4155baac-d865-4a0a-86f3-3b8602fcb3a0 None None] The sync data for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi is: [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'f27a073e-d818-497c-a793-cd79d5c8d647', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'port_id': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'mac_address': 'fa:16:3e:fd:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:07Z', 'updated_at': '2022-01-18T16:38:07Z', 'revision_number': 0, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 5, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:11.521673 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (cd691669-214a-4729-8300-d8f499c4a871), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.564832 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'a3a36654-b6a8-4ece-b4e1-607f84de12bb', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'port_id': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'mac_address': 'fa:16:3e:a1:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:08Z', 'updated_at': '2022-01-18T16:38:08Z', 'revision_number': 0, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 5, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:11.577132 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b98b8d3-093b-4b40-95ae-130665d4ab44 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (f88dbdf0-876e-405c-bffd-db41b8cd1544), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.584543 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b98b8d3-093b-4b40-95ae-130665d4ab44 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (f88dbdf0-876e-405c-bffd-db41b8cd1544), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.617091 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b98b8d3-093b-4b40-95ae-130665d4ab44 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.619252 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-0b98b8d3-093b-4b40-95ae-130665d4ab44 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2089210 Jan 18 16:38:11.626078 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47728) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:11.634265 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d8bad6da-4c99-4abe-82ed-5e57b61aa4f0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'security_group_rule': {'security_group_id': '634dda10-8a89-4c42-8514-8d57541d5f26', 'project_id': '61c8cdd38f99413282ecf1d384524466', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:11.635166 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a514f8f-c84c-4d66-9222-277edd7710cf None None] The sync data for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi is: [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'a3a36654-b6a8-4ece-b4e1-607f84de12bb', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'port_id': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'mac_address': 'fa:16:3e:a1:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:08Z', 'updated_at': '2022-01-18T16:38:08Z', 'revision_number': 0, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 5, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:11.643754 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Floating IP 5d120d73-7325-44ed-877d-4eed01eba707 associated. External IP: 172.27.0.109, port: d4b22002-e3c0-4bec-a7a7-0103d0135897. Jan 18 16:38:11.646750 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98b8d3-093b-4b40-95ae-130665d4ab44 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88dbdf0-876e-405c-bffd-db41b8cd1544,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:11.690747 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8bad6da-4c99-4abe-82ed-5e57b61aa4f0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (0d86378e-8321-48eb-926e-eb4e97443038), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.731964 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-d8886988-ef6f-4064-9ca5-e3b4b80f1084 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 999 time: 0.2793777 Jan 18 16:38:11.755326 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Pushing event updated for resources: {'Port': ['ID=cd691669-214a-4729-8300-d8f499c4a871,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:11.779840 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8bad6da-4c99-4abe-82ed-5e57b61aa4f0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (0d86378e-8321-48eb-926e-eb4e97443038), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.787745 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8bad6da-4c99-4abe-82ed-5e57b61aa4f0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (0d86378e-8321-48eb-926e-eb4e97443038), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.823925 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad6da-4c99-4abe-82ed-5e57b61aa4f0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d86378e-8321-48eb-926e-eb4e97443038,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:11.838391 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8bad6da-4c99-4abe-82ed-5e57b61aa4f0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.839885 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-d8bad6da-4c99-4abe-82ed-5e57b61aa4f0 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2125795 Jan 18 16:38:11.845119 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:11.851800 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ed45863d-77be-4d8a-a876-5f235ae3a698 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'security_group_rule': {'security_group_id': '634dda10-8a89-4c42-8514-8d57541d5f26', 'project_id': '61c8cdd38f99413282ecf1d384524466', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:11.907119 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed45863d-77be-4d8a-a876-5f235ae3a698 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (d63ba539-0c26-436f-a377-bd28130afa7e), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.911566 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adff947-85e5-4edc-a4c3-7ba6d47d9d4b None None] New status for floating IP f27a073e-d818-497c-a793-cd79d5c8d647: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:38:12.002293 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed45863d-77be-4d8a-a876-5f235ae3a698 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (d63ba539-0c26-436f-a377-bd28130afa7e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.008088 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed45863d-77be-4d8a-a876-5f235ae3a698 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (d63ba539-0c26-436f-a377-bd28130afa7e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.035230 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45863d-77be-4d8a-a876-5f235ae3a698 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63ba539-0c26-436f-a377-bd28130afa7e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:12.042068 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed45863d-77be-4d8a-a876-5f235ae3a698 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.043715 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ed45863d-77be-4d8a-a876-5f235ae3a698 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1971209 Jan 18 16:38:12.046690 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:12.052712 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'security_group_rule': {'security_group_id': '634dda10-8a89-4c42-8514-8d57541d5f26', 'project_id': '61c8cdd38f99413282ecf1d384524466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:12.088919 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Project 61c8cdd38f99413282ecf1d384524466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:38:12.097713 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (c51b3a39-ea60-40a5-a933-6e5d415f94cd), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.097950 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163e2d0f-dfbd-407f-a080-2c60f7bd8f6c None None] New status for floating IP a3a36654-b6a8-4ece-b4e1-607f84de12bb: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:38:12.189719 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (c51b3a39-ea60-40a5-a933-6e5d415f94cd), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.197312 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-3bf1bf74-20da-46bf-bcd7-099b5bfbe6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.199261 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-3bf1bf74-20da-46bf-bcd7-099b5bfbe6d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 915 time: 0.8532009 Jan 18 16:38:12.200490 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (c51b3a39-ea60-40a5-a933-6e5d415f94cd), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.264812 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51b3a39-ea60-40a5-a933-6e5d415f94cd,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:12.293962 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.297505 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-79903300-f4fa-44b6-914f-995d2b30d443 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2488809 Jan 18 16:38:12.300554 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:12.310335 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'security_group_rule': {'security_group_id': '634dda10-8a89-4c42-8514-8d57541d5f26', 'project_id': '61c8cdd38f99413282ecf1d384524466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:12.357688 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-8e937fa1-7eb3-4f70-81ba-5d9af5705b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.359204 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-8e937fa1-7eb3-4f70-81ba-5d9af5705b35 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 200 len: 847 time: 0.6011882 Jan 18 16:38:12.382400 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc484-fea9-4081-99ad-bc5cc3fd4660 req-cb47ef67-b890-4cf4-b893-1069521b58b0 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.383954 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e50cc484-fea9-4081-99ad-bc5cc3fd4660 req-cb47ef67-b890-4cf4-b893-1069521b58b0 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 948 time: 0.0691998 Jan 18 16:38:12.385325 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Project 61c8cdd38f99413282ecf1d384524466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:38:12.390817 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (cd2710e9-ed48-4e03-855f-11f4b0578ab4), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.429571 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-102f1e73-ccad-4746-bdfe-9458b1d57606 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 999 time: 0.1770520 Jan 18 16:38:12.434446 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d985baf5-e0e8-4bce-b9ef-13a6a46367d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (6fbe6092-c416-4a78-ab8a-809b205479bd), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.441578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.453331 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d985baf5-e0e8-4bce-b9ef-13a6a46367d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (6fbe6092-c416-4a78-ab8a-809b205479bd), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.481447 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Attempting to bind port cd691669-214a-4729-8300-d8f499c4a871 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:12.481878 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Attempting to bind port cd691669-214a-4729-8300-d8f499c4a871 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:12.482164 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Attempting to bind port cd691669-214a-4729-8300-d8f499c4a871 on network eb81f4b7-443f-4fd1-8446-a3675d7111f9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:12.506634 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (cd2710e9-ed48-4e03-855f-11f4b0578ab4), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.512020 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e50cc484-fea9-4081-99ad-bc5cc3fd4660 req-b908158f-8521-4772-ac50-035ac9841067 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914700 Jan 18 16:38:12.513875 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (cd2710e9-ed48-4e03-855f-11f4b0578ab4), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.539795 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2710e9-ed48-4e03-855f-11f4b0578ab4,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:12.547771 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.549286 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3ef54279-a0ba-4fc7-a122-8ee75441cc0a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2456546 Jan 18 16:38:12.578492 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Port cd691669-214a-4729-8300-d8f499c4a871 on network eb81f4b7-443f-4fd1-8446-a3675d7111f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:38:12.578987 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Attempting to bind port cd691669-214a-4729-8300-d8f499c4a871 on network eb81f4b7-443f-4fd1-8446-a3675d7111f9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:12.591469 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d985baf5-e0e8-4bce-b9ef-13a6a46367d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.597027 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d985baf5-e0e8-4bce-b9ef-13a6a46367d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3170381 Jan 18 16:38:12.597235 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47740) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:12.603058 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a8b49d07-ec65-416e-9fb3-2705254d80af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'security_group_rule': {'security_group_id': '6fbe6092-c416-4a78-ab8a-809b205479bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:12.645686 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-243f12a5-c696-4312-975d-b6ef1aafa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.647506 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-243f12a5-c696-4312-975d-b6ef1aafa81f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80e21c1a-bfef-4c4e-aaf0-30d48871569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2762167 Jan 18 16:38:12.647731 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b49d07-ec65-416e-9fb3-2705254d80af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (02e6cf1c-3b78-48ec-8bea-f457194c814c), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.649257 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-7bb6e473-6b1b-4dfa-9196-d2f0d63c9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.651637 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-7bb6e473-6b1b-4dfa-9196-d2f0d63c9109 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 200 len: 853 time: 0.2103946 Jan 18 16:38:12.659809 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:12.660348 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Checking segment: {'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:12.660960 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Bound using segment: {'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:12.661728 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Bound port: cd691669-214a-4729-8300-d8f499c4a871, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37342bfd-33c0-40ce-a192-30e398a81c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:12.662313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (cd691669-214a-4729-8300-d8f499c4a871), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.676991 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985baf5-e0e8-4bce-b9ef-13a6a46367d8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe6092-c416-4a78-ab8a-809b205479bd,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:12.752288 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b49d07-ec65-416e-9fb3-2705254d80af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (02e6cf1c-3b78-48ec-8bea-f457194c814c), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.759026 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b49d07-ec65-416e-9fb3-2705254d80af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (02e6cf1c-3b78-48ec-8bea-f457194c814c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.778946 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b49d07-ec65-416e-9fb3-2705254d80af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e6cf1c-3b78-48ec-8bea-f457194c814c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:12.792150 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b49d07-ec65-416e-9fb3-2705254d80af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.793658 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a8b49d07-ec65-416e-9fb3-2705254d80af tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1953311 Jan 18 16:38:12.797976 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:12.803034 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8ef31c9f-cea2-451d-ac16-b2c2ad646ded tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'security_group_rule': {'security_group_id': '6fbe6092-c416-4a78-ab8a-809b205479bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:12.840857 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ef31c9f-cea2-451d-ac16-b2c2ad646ded tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (6adb8af1-6484-4d01-9299-4fe724a8fca9), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.927155 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ef31c9f-cea2-451d-ac16-b2c2ad646ded tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (6adb8af1-6484-4d01-9299-4fe724a8fca9), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.933175 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ef31c9f-cea2-451d-ac16-b2c2ad646ded tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (6adb8af1-6484-4d01-9299-4fe724a8fca9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.952406 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef31c9f-cea2-451d-ac16-b2c2ad646ded tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adb8af1-6484-4d01-9299-4fe724a8fca9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:12.971250 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ef31c9f-cea2-451d-ac16-b2c2ad646ded tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.977851 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-8ef31c9f-cea2-451d-ac16-b2c2ad646ded tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740794 Jan 18 16:38:12.978337 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 47744) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:12.985988 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:12.997377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Router aa5db699-b15b-41bb-95b3-de727e60b909 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:13.003783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-4f6ebc9e-6bd0-4e11-86c3-61702f2e284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:13.006440 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-4f6ebc9e-6bd0-4e11-86c3-61702f2e284d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e9585a2-342b-4355-89b3-367e7110fa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3317816 Jan 18 16:38:13.015706 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.021050 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-71260ab6-50b1-40f7-a181-f72f164ed5db tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-932200161&fields=id&tenant_id=61c8cdd38f99413282ecf1d384524466 HTTP/1.1" status: 200 len: 267 time: 0.3677306 Jan 18 16:38:13.122580 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] For port cd691669-214a-4729-8300-d8f499c4a871, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:13.129291 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-de6fdc7d-d6c6-470e-8afc-da29c86a5a1a service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534225 Jan 18 16:38:13.151798 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.157422 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.202263 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] For port cd691669-214a-4729-8300-d8f499c4a871, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=cd691669-214a-4729-8300-d8f499c4a871,segment=NetworkSegment(37342bfd-33c0-40ce-a192-30e398a81c02),segment_id=37342bfd-33c0-40ce-a192-30e398a81c02)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:13.260350 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (cd691669-214a-4729-8300-d8f499c4a871), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.289368 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Allocated IP 172.27.0.45 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/2b7c8404-7758-46e6-8f02-938d1312a9de) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:13.392416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ebf88d6e-d8e7-40fd-93d5-7b854f6fe22a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:13.394072 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ebf88d6e-d8e7-40fd-93d5-7b854f6fe22a tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.3605113 Jan 18 16:38:13.401593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:13.402199 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.403647 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] 10.222.0.81 "PUT /v2.0/ports/cd691669-214a-4729-8300-d8f499c4a871 HTTP/1.1" status: 200 len: 1098 time: 3.7095916 Jan 18 16:38:13.404142 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'tag': 'cd691669-214a-4729-8300-d8f499c4a871'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:13.406784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f8817d-588d-4ae2-ad95-a00477f2242d" -d '{"events": [{"name": "network-changed", "server_uuid": "406e09b1-63c5-4d57-9875-87de3c9eecee", "tag": "cd691669-214a-4729-8300-d8f499c4a871"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:13.426930 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.448544 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-83f995c4-9584-43dd-96f0-5e5f8d321a4a service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184914 Jan 18 16:38:13.458912 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'port': {'security_groups': ['dd45aa39-23f6-4134-87d1-0fa06acf8327', '634dda10-8a89-4c42-8514-8d57541d5f26']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:13.509202 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.546188 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1712a8ad-a09f-4167-818d-2f31b9ec2612 x-openstack-request-id: req-1712a8ad-a09f-4167-818d-2f31b9ec2612 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:13.546666 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e09b1-63c5-4d57-9875-87de3c9eecee", "tag": "cd691669-214a-4729-8300-d8f499c4a871", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:13.547064 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1712a8ad-a09f-4167-818d-2f31b9ec2612 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:13.547697 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'tag': 'cd691669-214a-4729-8300-d8f499c4a871', 'status': 'completed', 'code': 200} Jan 18 16:38:13.569248 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'Port': ['ID=2b7c8404-7758-46e6-8f02-938d1312a9de,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:13.583415 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:13.584890 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:13.587655 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:13.669540 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db20e23e-36cb-476c-a5cf-017cadb5109b req-ae42044a-0a75-4af0-9f49-2c1d0366ccee service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955256 Jan 18 16:38:13.690682 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd9028-4a25-4137-a247-ad77ce87e93b service neutron] Pushing event updated for resources: {'Port': ['ID=cd691669-214a-4729-8300-d8f499c4a871,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:13.711722 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2fc10-fdea-4814-9e72-89757a7a98f5 req-84d3b7ee-80fa-4e4a-abdd-9e74b58bbf01 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:13.713300 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f8c2fc10-fdea-4814-9e72-89757a7a98f5 req-84d3b7ee-80fa-4e4a-abdd-9e74b58bbf01 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 948 time: 0.1032181 Jan 18 16:38:13.749301 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:13.752014 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (8bafc7c8-0e3e-4456-829a-10d72ca527a3), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.767337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.768272 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] Sync routers for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:13.779581 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:13.780568 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:13.801705 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f8c2fc10-fdea-4814-9e72-89757a7a98f5 req-b360caa4-8d75-4ae6-a0a4-67ca8c35c1c4 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810108 Jan 18 16:38:13.806486 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.861616 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:13.869090 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-fa52e802-5892-42bb-a08c-de99f73f9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:13.870657 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-fa52e802-5892-42bb-a08c-de99f73f9aab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cdc42ab9bea84c2f98c117fa47c3c4af&device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 1101 time: 0.3996994 Jan 18 16:38:13.884758 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f0b40e28-844d-432d-a0a5-5c70c31a0d7c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "PUT /v2.0/floatingips/5d120d73-7325-44ed-877d-4eed01eba707 HTTP/1.1" status: 200 len: 992 time: 3.5324767 Jan 18 16:38:13.935796 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-00ad695b-bd38-4159-acb3-5885b289c507 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=cd691669-214a-4729-8300-d8f499c4a871 HTTP/1.1" status: 200 len: 217 time: 0.0528216 Jan 18 16:38:13.941626 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bf761107-2f9e-4d07-8c02-4ad2219e1160 req-f22215cf-ff6b-447a-969f-0c10a1b3a61f service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649503 Jan 18 16:38:13.945190 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:14.011212 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.017690 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4628897'] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.045684 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-3db14a88-8c23-42b0-8dce-d981d7a92f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.047165 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-3db14a88-8c23-42b0-8dce-d981d7a92f9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=73d9c65d-f64b-44a3-877f-9a027ffb25bc HTTP/1.1" status: 200 len: 843 time: 0.1044004 Jan 18 16:38:14.104467 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'Port': ['ID=2b7c8404-7758-46e6-8f02-938d1312a9de,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:14.114540 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (8bafc7c8-0e3e-4456-829a-10d72ca527a3), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.143742 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-381a334c-b351-4803-98d6-145180ec0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.145649 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-381a334c-b351-4803-98d6-145180ec0415 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb81f4b7-443f-4fd1-8446-a3675d7111f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0879803 Jan 18 16:38:14.147037 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.160495 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-89cdccc0-b879-43b8-b2b5-c338dd32490f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1680140 Jan 18 16:38:14.280040 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:14.298238 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '5d120d73-7325-44ed-877d-4eed01eba707', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'port_id': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'mac_address': 'fa:16:3e:12:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:37:56Z', 'updated_at': '2022-01-18T16:38:10Z', 'revision_number': 1, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:14.320756 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-f092c2a1-262f-42e1-b8e2-c2ab1ccf9bc5 service neutron] 10.222.0.81 "GET /v2.0/networks/eb81f4b7-443f-4fd1-8446-a3675d7111f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695824 Jan 18 16:38:14.336392 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] Checking router: aa5db699-b15b-41bb-95b3-de727e60b909 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:14.339860 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.346555 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:14.347270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:14.350889 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.390396 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['70f147fc-03a1-4a11-b4b1-778ae3ce3108'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:38:14.407018 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-906a26e9-ed9a-4de1-9491-44c1eaf7910e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--624565865&fields=id&tenant_id=a7b76ec84b004fe285d6a562bd52247f HTTP/1.1" status: 200 len: 267 time: 0.0576277 Jan 18 16:38:14.490518 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.491282 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.499846 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-30edf416-62f4-4723-bd9e-a4ef9833265f req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "PUT /v2.0/ports/70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 981 time: 1.0686197 Jan 18 16:38:14.545270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:14.552373 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24ff12-db43-4b14-9e34-e3e1b8a7f4d1 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:14.572802 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-28a79663-5d1a-4a33-9ba0-67bc43fd3c1a req-434114ed-1335-4c0a-837e-d8f6819dc49a service neutron] 10.222.0.81 "GET /v2.0/networks/eb81f4b7-443f-4fd1-8446-a3675d7111f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450016 Jan 18 16:38:14.587138 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['70f147fc-03a1-4a11-b4b1-778ae3ce3108'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:38:14.595605 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-2e982533-aa58-407c-b892-8adfc4a52fb2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.604700 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-2e982533-aa58-407c-b892-8adfc4a52fb2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 810 time: 0.1893575 Jan 18 16:38:14.625221 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-4223505e-0bb0-4ef9-a083-1370e3dde264 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/quotas/a7b76ec84b004fe285d6a562bd52247f HTTP/1.1" status: 200 len: 375 time: 0.0195198 Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.670970 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:14.673316 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:38:14.680347 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1b2f3-b751-46ff-94a9-a5f2b662b9b9 req-8b47c93d-e01a-49d5-87d3-86f13c386821 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.682715 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cfd1b2f3-b751-46ff-94a9-a5f2b662b9b9 req-8b47c93d-e01a-49d5-87d3-86f13c386821 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.1086967 Jan 18 16:38:14.706403 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-0b723f7e-7ddd-41f9-ba7f-af0065714bbe tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799227 Jan 18 16:38:14.717268 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-63f5e51b-8848-412c-bfba-6f72d9ec0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.719160 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-63f5e51b-8848-412c-bfba-6f72d9ec0294 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cdc42ab9bea84c2f98c117fa47c3c4af&device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 1101 time: 0.0914030 Jan 18 16:38:14.827060 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cfd1b2f3-b751-46ff-94a9-a5f2b662b9b9 req-561703a1-a4de-4b65-a3b9-7f304cd6e8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374443 Jan 18 16:38:14.873003 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-6c31e896-1e05-4013-b1e4-83f6d37c5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.875634 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-6c31e896-1e05-4013-b1e4-83f6d37c5299 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb81f4b7-443f-4fd1-8446-a3675d7111f9 HTTP/1.1" status: 200 len: 870 time: 0.1476049 Jan 18 16:38:14.930811 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-37ddb137-2758-4685-a49c-452920c7c0ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=cd691669-214a-4729-8300-d8f499c4a871 HTTP/1.1" status: 200 len: 217 time: 0.0435855 Jan 18 16:38:14.977950 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6ffab802-4ce4-4ecd-8d65-1fd9a778cba3 None None] Provisioning complete for port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:14.978527 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ffab802-4ce4-4ecd-8d65-1fd9a778cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:15.076159 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-9ed1d414-dae7-40f8-952c-f709c89f5021 service neutron] 10.222.0.86 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678825 Jan 18 16:38:15.080026 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-9cbd01e0-ba37-4528-b3d3-0c9a04b992df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:15.082325 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-9cbd01e0-ba37-4528-b3d3-0c9a04b992df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=73d9c65d-f64b-44a3-877f-9a027ffb25bc HTTP/1.1" status: 200 len: 843 time: 0.1382248 Jan 18 16:38:15.128599 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfbaff-123b-4d5a-b223-775fb2d4198c req-cf1bd3b8-354c-4f90-8731-818e79ecbc02 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:15.131407 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07bfbaff-123b-4d5a-b223-775fb2d4198c req-cf1bd3b8-354c-4f90-8731-818e79ecbc02 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 948 time: 0.1350408 Jan 18 16:38:15.198514 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-cda4225c-0003-46db-8384-44789608cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:15.200734 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-cda4225c-0003-46db-8384-44789608cd34 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb81f4b7-443f-4fd1-8446-a3675d7111f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1045711 Jan 18 16:38:15.242620 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07bfbaff-123b-4d5a-b223-775fb2d4198c req-295e3ad3-fab5-4a97-81e4-5975d8704ee0 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946562 Jan 18 16:38:15.254706 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-1ddf1d4b-a2f9-423a-b92e-5f38d666491e service neutron] 10.222.0.86 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674073 Jan 18 16:38:15.411651 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-c9e3fe6d-be90-45e9-8a8f-5126955d63e5 service neutron] 10.222.0.81 "GET /v2.0/networks/eb81f4b7-443f-4fd1-8446-a3675d7111f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955762 Jan 18 16:38:15.542621 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6ffab802-4ce4-4ecd-8d65-1fd9a778cba3 None None] Current status of the port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:15.558585 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '5d120d73-7325-44ed-877d-4eed01eba707', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'port_id': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'mac_address': 'fa:16:3e:12:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:37:56Z', 'updated_at': '2022-01-18T16:38:10Z', 'revision_number': 1, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:15.565173 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}, {'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:15.568858 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daabf4a1-c52b-451e-bbd8-3a420022a56b" -d '{"events": [{"name": "network-changed", "server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897"}, {"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:15.588072 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-93af7b38-28a3-4bb2-ad52-6767680c2385 req-c790a6a2-50eb-4896-a5ed-7b1c3cc8e36f tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 210 time: 0.0656798 Jan 18 16:38:15.618266 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302619c-90e5-4d02-9faf-d1d0d1786610 None None] The sync data for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi is: [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '5d120d73-7325-44ed-877d-4eed01eba707', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'port_id': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'mac_address': 'fa:16:3e:12:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:37:56Z', 'updated_at': '2022-01-18T16:38:10Z', 'revision_number': 1, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:15.669381 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d0f8817d-588d-4ae2-ad95-a00477f2242d req-ff172d59-0305-4c4d-9aa7-ce5ed458648b service neutron] 10.222.0.81 "GET /v2.0/networks/eb81f4b7-443f-4fd1-8446-a3675d7111f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504406 Jan 18 16:38:15.670976 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b75a56-549f-4af4-902e-3f99cd7e608f x-openstack-request-id: req-16b75a56-549f-4af4-902e-3f99cd7e608f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:15.671274 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:15.671558 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16b75a56-549f-4af4-902e-3f99cd7e608f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:15.671961 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'status': 'completed', 'code': 200} Jan 18 16:38:15.672210 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'status': 'completed', 'code': 200} Jan 18 16:38:15.793861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-e99e9e36-eaa7-4a15-8398-55d4accdd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:15.795771 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-e99e9e36-eaa7-4a15-8398-55d4accdd706 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 1099 time: 0.0729561 Jan 18 16:38:15.966458 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-1feb29fc-0760-4780-96cb-bbc61f6c0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:15.969977 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-1feb29fc-0760-4780-96cb-bbc61f6c0024 service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.1651177 Jan 18 16:38:16.067618 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860aace-ecfe-451c-bb5c-e7b071c8bfd2 None None] New status for floating IP 5d120d73-7325-44ed-877d-4eed01eba707: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:38:16.203432 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device cd691669-214a-4729-8300-d8f499c4a871 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:38:16.431050 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port cd691669-214a-4729-8300-d8f499c4a871, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=cd691669-214a-4729-8300-d8f499c4a871,segment=NetworkSegment(37342bfd-33c0-40ce-a192-30e398a81c02),segment_id=37342bfd-33c0-40ce-a192-30e398a81c02)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:16.455170 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-1ba64226-ebbf-4dd9-b39e-bd21e71dcbaf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897 HTTP/1.1" status: 200 len: 1000 time: 0.4740555 Jan 18 16:38:16.476645 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'cd691669-214a-4729-8300-d8f499c4a871', 'network_id': 'eb81f4b7-443f-4fd1-8446-a3675d7111f9', 'port_id': 'cd691669-214a-4729-8300-d8f499c4a871', 'mac_address': 'fa:16:3e:28:d6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9c65d-f64b-44a3-877f-9a027ffb25bc', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:38:16.543855 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-8f871ae6-fac3-4588-98e8-7837dd263e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:16.545754 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-8f871ae6-fac3-4588-98e8-7837dd263e5f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.0882905 Jan 18 16:38:16.575365 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port cd691669-214a-4729-8300-d8f499c4a871 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:16.575765 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (cd691669-214a-4729-8300-d8f499c4a871), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:16.604692 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd691669-214a-4729-8300-d8f499c4a871 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:38:16.626056 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-6ed6f595-6b99-434d-adaf-b0a93cf1d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:16.628460 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-6ed6f595-6b99-434d-adaf-b0a93cf1d329 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739734 Jan 18 16:38:16.637031 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port cd691669-214a-4729-8300-d8f499c4a871, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=cd691669-214a-4729-8300-d8f499c4a871,segment=NetworkSegment(37342bfd-33c0-40ce-a192-30e398a81c02),segment_id=37342bfd-33c0-40ce-a192-30e398a81c02)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:16.642954 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (cd691669-214a-4729-8300-d8f499c4a871), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:16.713272 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=cd691669-214a-4729-8300-d8f499c4a871,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:16.806305 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6a4e271c-3f4a-4e73-9e9d-6a863d1b781d req-f2a79a76-32f9-4b3b-80b7-ebf50bf73f5c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 210 time: 0.1090651 Jan 18 16:38:16.806868 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f53cd1-4711-4088-9ada-c866509c435c req-196b69b0-a1b6-4a4b-b1cc-05176d1f24fa tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:16.809386 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e0f53cd1-4711-4088-9ada-c866509c435c req-196b69b0-a1b6-4a4b-b1cc-05176d1f24fa tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 949 time: 0.4087307 Jan 18 16:38:16.843813 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-de4ffcc8-419c-4473-89dc-d49f534f329e service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942768 Jan 18 16:38:16.923466 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['cd691669-214a-4729-8300-d8f499c4a871'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:38:16.962281 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e0f53cd1-4711-4088-9ada-c866509c435c req-960e2247-f5d6-467a-95e5-e12549c8ab29 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442456 Jan 18 16:38:17.105899 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-c20ac8cf-54fd-46f0-b742-be0a16059914 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502670 Jan 18 16:38:17.156788 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-cc369a84-ff3b-4ebf-a1d0-f3546948b193 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:17.159287 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-cc369a84-ff3b-4ebf-a1d0-f3546948b193 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 810 time: 0.1910501 Jan 18 16:38:17.283163 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-81413ce9-d1ab-4c97-8990-d981bdcef3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:17.285227 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-81413ce9-d1ab-4c97-8990-d981bdcef3a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1137 time: 0.1029351 Jan 18 16:38:17.292072 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-31360e06-b011-4623-ad12-07a50136c5e8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b76ec84b004fe285d6a562bd52247f HTTP/1.1" status: 200 len: 379 time: 0.1198230 Jan 18 16:38:17.317216 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'port': {'device_id': '58749f58-2177-48dd-a86b-c7200add3e59', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'admin_state_up': True, 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'security_groups': ['6fbe6092-c416-4a78-ab8a-809b205479bd']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:17.467815 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-44281b7e-d250-4a8b-ad86-0d8c97a86304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:17.471847 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-44281b7e-d250-4a8b-ad86-0d8c97a86304 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 915 time: 0.1776736 Jan 18 16:38:17.556414 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Made reservation on behalf of a7b76ec84b004fe285d6a562bd52247f for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:38:17.559979 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:17.566646 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-05e18d03-8627-4be8-8403-838fd398397d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 1001 time: 0.0846531 Jan 18 16:38:17.672860 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-131d2500-6952-4812-aa9a-b4c20a6d61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:17.674600 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-131d2500-6952-4812-aa9a-b4c20a6d61e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 200 len: 853 time: 0.1013641 Jan 18 16:38:17.765945 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-a05263fa-c20a-4fdc-b0c8-06a64c18e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:17.767354 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-a05263fa-c20a-4fdc-b0c8-06a64c18e34f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e9585a2-342b-4355-89b3-367e7110fa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866506 Jan 18 16:38:17.772370 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Allocated IP 172.20.0.9 (09e3d9d3-2b7d-4033-9e82-ab688ec153b3/749f86b2-48c9-46ed-9729-e72f7c9866a6/be52cdb0-5734-49da-af10-cc0bbbcb4ee7) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:17.977826 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-c7edf6b7-3cdd-4409-8560-8bed7e3197b4 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027819 Jan 18 16:38:17.979691 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-94ad0ec4-0c5a-48c8-ba71-11d8e40c04ff req-dcea184a-3514-452f-b3d8-d9f44a4acfa2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 210 time: 0.0666132 Jan 18 16:38:18.078079 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.112696 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c80027-9501-4c65-bcf3-aa0ddd972aad req-5056fba8-ea53-425f-9b97-4ea76ac627a3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:18.114765 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b6c80027-9501-4c65-bcf3-aa0ddd972aad req-5056fba8-ea53-425f-9b97-4ea76ac627a3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 949 time: 0.0568893 Jan 18 16:38:18.121799 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-daabf4a1-c52b-451e-bbd8-3a420022a56b req-1cbb80a9-e4db-4f8b-804e-873fa4a59e27 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357875 Jan 18 16:38:18.141176 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.177223 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b6c80027-9501-4c65-bcf3-aa0ddd972aad req-9e294ef2-010a-4f4a-9d70-b082d6f146e1 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560427 Jan 18 16:38:18.191662 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:18.194984 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:18.203801 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event updated for resources: {'Port': ['ID=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:18.207989 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:18.232768 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device cd691669-214a-4729-8300-d8f499c4a871 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:18.272328 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:18.273029 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.293647 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-757a8f1a-bba0-4d98-ad8f-9d1ae9effbdf tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9808173 Jan 18 16:38:18.296633 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port cd691669-214a-4729-8300-d8f499c4a871 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:38:18.301729 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port cd691669-214a-4729-8300-d8f499c4a871 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:18.302130 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (cd691669-214a-4729-8300-d8f499c4a871), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.321458 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Request body: {'port': {'device_id': '58749f58-2177-48dd-a86b-c7200add3e59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:18.422327 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.438868 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port cd691669-214a-4729-8300-d8f499c4a871 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:18.439340 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (cd691669-214a-4729-8300-d8f499c4a871), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.475644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd691669-214a-4729-8300-d8f499c4a871'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:18.478774 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4ff6d9-2589-472c-94a4-f46b5ae51542" -d '{"events": [{"server_uuid": "406e09b1-63c5-4d57-9875-87de3c9eecee", "name": "network-vif-plugged", "status": "completed", "tag": "cd691669-214a-4729-8300-d8f499c4a871"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:18.507327 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port cd691669-214a-4729-8300-d8f499c4a871, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=cd691669-214a-4729-8300-d8f499c4a871,segment=NetworkSegment(37342bfd-33c0-40ce-a192-30e398a81c02),segment_id=37342bfd-33c0-40ce-a192-30e398a81c02)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:18.514307 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (cd691669-214a-4729-8300-d8f499c4a871), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.524584 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-48f94eae-e02a-4eef-9c55-834e75c31d9f None None] Provisioning complete for port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:18.524863 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48f94eae-e02a-4eef-9c55-834e75c31d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.559514 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01868e0a-3649-445f-9083-08f356460aac x-openstack-request-id: req-01868e0a-3649-445f-9083-08f356460aac {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:18.559962 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e09b1-63c5-4d57-9875-87de3c9eecee", "name": "network-vif-plugged", "status": "completed", "tag": "cd691669-214a-4729-8300-d8f499c4a871", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:18.560352 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-01868e0a-3649-445f-9083-08f356460aac {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:18.560961 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd691669-214a-4729-8300-d8f499c4a871', 'code': 200} Jan 18 16:38:18.621684 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-48f94eae-e02a-4eef-9c55-834e75c31d9f None None] Port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:38:18.626080 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=cd691669-214a-4729-8300-d8f499c4a871,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:18.796113 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7f350-2603-4c41-a1a5-5fdda354dd7f req-e55e6564-3bb8-418d-af87-a0d4e378607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:18.797527 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-24e7f350-2603-4c41-a1a5-5fdda354dd7f req-e55e6564-3bb8-418d-af87-a0d4e378607a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 1103 time: 0.0818465 Jan 18 16:38:18.802001 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be52cdb0-5734-49da-af10-cc0bbbcb4ee7 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:38:18.815738 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Publish callbacks [] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.837967 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Transition to ACTIVE for port object be52cdb0-5734-49da-af10-cc0bbbcb4ee7 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:38:18.843865 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.889908 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-24e7f350-2603-4c41-a1a5-5fdda354dd7f req-4bd3f1df-5ca9-4d04-9d5c-73c83811dfb4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834453 Jan 18 16:38:18.915538 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Pushing event updated for resources: {'Port': ['ID=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:18.993347 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Attempting to bind port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:18.993720 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Attempting to bind port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:18.994059 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Attempting to bind port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:18.999193 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:38:18.999520 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Attempting to bind port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 on network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:19.005663 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:19.006005 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Checking segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:19.006395 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Bound using segment: {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:19.006825 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Bound port: be52cdb0-5734-49da-af10-cc0bbbcb4ee7, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954f7902-5657-402e-b70f-f15bf8126411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:19.007184 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.107211 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] For port be52cdb0-5734-49da-af10-cc0bbbcb4ee7, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:19.122299 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] For port be52cdb0-5734-49da-af10-cc0bbbcb4ee7, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:19.130216 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.171819 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8bc-642e-41ad-962d-284c0d0b6287 req-f1842092-f381-465b-a4f4-a5751afdc048 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.173419 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-163aa8bc-642e-41ad-962d-284c0d0b6287 req-f1842092-f381-465b-a4f4-a5751afdc048 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 943 time: 0.1030710 Jan 18 16:38:19.184505 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.185130 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.186515 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] 10.222.0.81 "PUT /v2.0/ports/be52cdb0-5734-49da-af10-cc0bbbcb4ee7 HTTP/1.1" status: 200 len: 1093 time: 0.8737674 Jan 18 16:38:19.189730 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:19.192018 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:19.229885 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030aeac-d437-4d60-9563-6c69472b73d7 service neutron] Pushing event updated for resources: {'Port': ['ID=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:19.277415 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfb7201-dc12-46f2-94e3-81d93fdbe4e3 x-openstack-request-id: req-0dfb7201-dc12-46f2-94e3-81d93fdbe4e3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:19.277736 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:19.277998 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0dfb7201-dc12-46f2-94e3-81d93fdbe4e3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:19.278391 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'status': 'completed', 'code': 200} Jan 18 16:38:19.289763 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-163aa8bc-642e-41ad-962d-284c0d0b6287 req-1c3ef096-e0e9-4a7d-aed2-3c5fa5508a7c tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068082 Jan 18 16:38:19.312121 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-db0942b7-ce0b-4a1a-a0e0-c9109add289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.315165 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-db0942b7-ce0b-4a1a-a0e0-c9109add289d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 1096 time: 0.0759621 Jan 18 16:38:19.376748 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b7ca3-56f9-49a3-b2e0-0383781a191b req-e72fcac2-392e-4f3d-b46d-0fd2b25489b7 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.378635 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f98b7ca3-56f9-49a3-b2e0-0383781a191b req-e72fcac2-392e-4f3d-b46d-0fd2b25489b7 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 950 time: 0.0573258 Jan 18 16:38:19.381890 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-c8123616-0ea3-4569-94f8-4bdc76a74454 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0446522 Jan 18 16:38:19.435245 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f98b7ca3-56f9-49a3-b2e0-0383781a191b req-e15d2557-4b77-4353-8606-67111bc1d005 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505490 Jan 18 16:38:19.447092 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-5119f2d8-c437-40e1-8a6b-a6b191e2f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.448869 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-5119f2d8-c437-40e1-8a6b-a6b191e2f708 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.0531917 Jan 18 16:38:19.501206 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863934-e560-4e53-8821-c7cd7093fed2 req-95e5346d-8ce1-4601-aac7-9803fab72f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.504247 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-95e5346d-8ce1-4601-aac7-9803fab72f1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472047 Jan 18 16:38:19.613985 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-2bc8bbf1-89c1-4e05-878a-568251333eff service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016207 Jan 18 16:38:19.721211 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-58863934-e560-4e53-8821-c7cd7093fed2 req-df60c4cf-ac72-4ecf-8180-1d80b728266e service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991478 Jan 18 16:38:19.831684 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-74b953d5-e438-434d-8164-34fed5e33755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.833524 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-74b953d5-e438-434d-8164-34fed5e33755 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 1096 time: 0.0513251 Jan 18 16:38:19.946817 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-4aa28c03-f2a1-47fc-996c-214f4069a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:19.948316 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-4aa28c03-f2a1-47fc-996c-214f4069a871 service neutron] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 911 time: 0.1004179 Jan 18 16:38:20.003555 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-7b7283e0-2b5e-4e36-992f-ecaa5a65c6f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0441146 Jan 18 16:38:20.069531 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-78da955a-ee92-4f4b-b6ee-c04d5fbcff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:20.071013 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-78da955a-ee92-4f4b-b6ee-c04d5fbcff59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.0524342 Jan 18 16:38:20.133095 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-0fc9237e-b024-4b82-8c66-73631383a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:20.134638 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-0fc9237e-b024-4b82-8c66-73631383a46b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451453 Jan 18 16:38:20.251354 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-0066cdc9-9b91-46b3-a1fe-dcab2d2c7ab4 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029899 Jan 18 16:38:20.367477 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0ed4ba1e-bbbf-43c6-b467-504e4663fdc6 req-f7342e4b-3e4a-44f5-82da-8e47ec23b487 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079624 Jan 18 16:38:20.436757 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58743-9aed-4583-974b-add321e54f96 req-68e616bf-9b81-4ec2-90e6-8c89619c744a tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:20.438639 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0ef58743-9aed-4583-974b-add321e54f96 req-68e616bf-9b81-4ec2-90e6-8c89619c744a tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 943 time: 0.0624146 Jan 18 16:38:20.520434 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0ef58743-9aed-4583-974b-add321e54f96 req-60623d88-9a05-495d-80e7-7c5a6414f334 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723162 Jan 18 16:38:20.567510 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d2996-0c90-4a68-bc1e-79d9cf051b09 req-35414871-8fa8-48db-b79d-a21c0c63deb2 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:20.569085 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-323d2996-0c90-4a68-bc1e-79d9cf051b09 req-35414871-8fa8-48db-b79d-a21c0c63deb2 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 950 time: 0.0530241 Jan 18 16:38:20.626307 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-323d2996-0c90-4a68-bc1e-79d9cf051b09 req-b84ed94e-f04e-4119-92d1-dad787529676 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 Jan 18 16:38:21.036009 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d23e-08ec-43c4-859e-162ffb48bbe0 req-abfde663-17bd-4ae5-b489-42d0017f8ab3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:21.037807 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bf17d23e-08ec-43c4-859e-162ffb48bbe0 req-abfde663-17bd-4ae5-b489-42d0017f8ab3 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 950 time: 0.0767117 Jan 18 16:38:21.097395 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bf17d23e-08ec-43c4-859e-162ffb48bbe0 req-20f4422a-a7f7-4f23-98ea-9257e47715ac tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525064 Jan 18 16:38:21.648004 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a948-bb5d-4f0f-8128-45e78ad83073 req-5aeb895f-b524-4004-ad6b-f650b4233e32 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:21.650494 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0d55a948-bb5d-4f0f-8128-45e78ad83073 req-5aeb895f-b524-4004-ad6b-f650b4233e32 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 943 time: 0.0524786 Jan 18 16:38:21.707259 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0d55a948-bb5d-4f0f-8128-45e78ad83073 req-77488e38-02b7-4ce0-93a7-afdbd1ddbbd3 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499089 Jan 18 16:38:22.248737 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c10f-6a7b-4461-aea4-1fb2808de83f req-946c0298-5fe1-4c53-8924-4075c6cd2739 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:22.250437 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c839c10f-6a7b-4461-aea4-1fb2808de83f req-946c0298-5fe1-4c53-8924-4075c6cd2739 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 950 time: 0.0531533 Jan 18 16:38:22.270886 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device be52cdb0-5734-49da-af10-cc0bbbcb4ee7 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:38:22.315581 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c839c10f-6a7b-4461-aea4-1fb2808de83f req-f262ea06-a599-46c7-b488-9ce055bb4885 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f5f58f9-8865-4f89-9c36-bb62c9139764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583827 Jan 18 16:38:22.395563 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port be52cdb0-5734-49da-af10-cc0bbbcb4ee7, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:22.412748 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'port_id': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'mac_address': 'fa:16:3e:18:45:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:38:22.468525 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:22.468943 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.490291 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be52cdb0-5734-49da-af10-cc0bbbcb4ee7 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:38:22.513103 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port be52cdb0-5734-49da-af10-cc0bbbcb4ee7, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:22.520687 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.602343 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:22.624458 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e809-6131-4f65-9886-2b487d0e407c req-2f061b42-0fc0-4ff3-8939-11a013c98806 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:22.627252 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b162e809-6131-4f65-9886-2b487d0e407c req-2f061b42-0fc0-4ff3-8939-11a013c98806 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.81 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 950 time: 0.0871959 Jan 18 16:38:22.756161 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Deleting port cd691669-214a-4729-8300-d8f499c4a871 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:22.757215 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (cd691669-214a-4729-8300-d8f499c4a871), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.821022 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['be52cdb0-5734-49da-af10-cc0bbbcb4ee7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:38:22.852305 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaffea4-f658-4688-b315-9b01a567dc93 req-8dd26135-4f46-4cf0-b95f-0f9ac4ba3919 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:22.854562 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bfaffea4-f658-4688-b315-9b01a567dc93 req-8dd26135-4f46-4cf0-b95f-0f9ac4ba3919 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 944 time: 0.0630236 Jan 18 16:38:22.871572 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] For port cd691669-214a-4729-8300-d8f499c4a871, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=cd691669-214a-4729-8300-d8f499c4a871,segment=NetworkSegment(37342bfd-33c0-40ce-a192-30e398a81c02),segment_id=37342bfd-33c0-40ce-a192-30e398a81c02)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:22.871996 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (cd691669-214a-4729-8300-d8f499c4a871), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.889007 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Calling delete_port for cd691669-214a-4729-8300-d8f499c4a871 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:22.940725 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bfaffea4-f658-4688-b315-9b01a567dc93 req-b6aa1f0d-01a6-45c3-8107-c19068194f8e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751431 Jan 18 16:38:23.069981 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (cd691669-214a-4729-8300-d8f499c4a871), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:23.086822 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['cd691669-214a-4729-8300-d8f499c4a871'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:38:23.114918 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Pushing event deleted for resources: {'Port': ['ID=cd691669-214a-4729-8300-d8f499c4a871,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:23.159040 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] No DVR routers for this DVR port cd691669-214a-4729-8300-d8f499c4a871 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:38:23.161569 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:23.164872 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b162e809-6131-4f65-9886-2b487d0e407c req-02c509b6-5209-4f2c-9c79-1d54fc71d13b tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.81 "DELETE /v2.0/ports/cd691669-214a-4729-8300-d8f499c4a871 HTTP/1.1" status: 204 len: 173 time: 0.5317466 Jan 18 16:38:23.165343 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'name': 'network-vif-deleted', 'tag': 'cd691669-214a-4729-8300-d8f499c4a871'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:23.167654 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5cf891-c11d-4b79-ad81-82eb42f82600" -d '{"events": [{"server_uuid": "406e09b1-63c5-4d57-9875-87de3c9eecee", "name": "network-vif-deleted", "tag": "cd691669-214a-4729-8300-d8f499c4a871"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:23.224861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855c1440-39d1-4bbb-8fdc-90479910c402 x-openstack-request-id: req-855c1440-39d1-4bbb-8fdc-90479910c402 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:23.225155 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e09b1-63c5-4d57-9875-87de3c9eecee", "name": "network-vif-deleted", "tag": "cd691669-214a-4729-8300-d8f499c4a871", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:23.225589 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-855c1440-39d1-4bbb-8fdc-90479910c402 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:23.226381 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e09b1-63c5-4d57-9875-87de3c9eecee', 'name': 'network-vif-deleted', 'tag': 'cd691669-214a-4729-8300-d8f499c4a871', 'status': 'completed', 'code': 200} Jan 18 16:38:23.471879 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0119235f-3805-4d44-8b8c-d0722e13c929 req-9a64432a-f7d3-4243-ac41-11e03b371d86 tempest-VolumesNegativeTest-190581546 tempest-VolumesNegativeTest-190581546-project] 10.222.0.86 "GET /v2.0/ports?device_id=406e09b1-63c5-4d57-9875-87de3c9eecee HTTP/1.1" status: 200 len: 210 time: 0.0297451 Jan 18 16:38:23.637989 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:24.058249 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ccd4-72d4-4088-ad0f-cc248fb056a7 req-414b45bf-e2ca-40e6-8cfc-ff32a4f94e9b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:24.059873 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6873ccd4-72d4-4088-ad0f-cc248fb056a7 req-414b45bf-e2ca-40e6-8cfc-ff32a4f94e9b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 944 time: 0.0524545 Jan 18 16:38:24.114509 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6873ccd4-72d4-4088-ad0f-cc248fb056a7 req-aca97482-5802-4c7a-8162-5b13528be9c5 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474184 Jan 18 16:38:24.280406 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device be52cdb0-5734-49da-af10-cc0bbbcb4ee7 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:24.333859 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:38:24.338163 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:24.338536 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:24.425627 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:24.426087 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:24.454561 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:24.457318 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e2257-09cb-475e-b480-7ddad3819beb" -d '{"events": [{"server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "name": "network-vif-plugged", "status": "completed", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:24.478494 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port be52cdb0-5734-49da-af10-cc0bbbcb4ee7, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:24.485224 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:24.487133 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device cd691669-214a-4729-8300-d8f499c4a871 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:24.545039 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc26d0-a525-498a-a2f3-527d991ef08f x-openstack-request-id: req-82bc26d0-a525-498a-a2f3-527d991ef08f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:24.545718 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "name": "network-vif-plugged", "status": "completed", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:24.549732 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82bc26d0-a525-498a-a2f3-527d991ef08f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:24.550542 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'code': 200} Jan 18 16:38:24.555801 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: cd691669-214a-4729-8300-d8f499c4a871 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:24.556444 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device cd691669-214a-4729-8300-d8f499c4a871 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:24.587362 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:24.763749 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf9607-d55d-4d9c-b7d7-4daa30f05d79 req-f5f68a80-968f-4154-a442-5aa843711e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:24.763749 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3daf9607-d55d-4d9c-b7d7-4daa30f05d79 req-f5f68a80-968f-4154-a442-5aa843711e12 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 1098 time: 0.0746207 Jan 18 16:38:24.787938 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:38:24.842664 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3daf9607-d55d-4d9c-b7d7-4daa30f05d79 req-28d5d179-8160-46f9-9d61-2ee20450e6b2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731127 Jan 18 16:38:25.279609 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01397122-0a18-420d-9043-8e693e252b9d req-5b4744f4-d0af-4e87-8095-c45bfe9764ba tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:25.282373 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-01397122-0a18-420d-9043-8e693e252b9d req-5b4744f4-d0af-4e87-8095-c45bfe9764ba tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 945 time: 0.0678239 Jan 18 16:38:25.344549 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-01397122-0a18-420d-9043-8e693e252b9d req-e317db50-5196-4de4-ae6e-dbcf753ef83e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554907 Jan 18 16:38:26.491966 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c107baa-61ce-4698-bea9-027b02fd037e req-eb235232-cf83-43e5-b171-6caf355ac7e2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:26.493666 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0c107baa-61ce-4698-bea9-027b02fd037e req-eb235232-cf83-43e5-b171-6caf355ac7e2 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 945 time: 0.0618129 Jan 18 16:38:26.556657 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0c107baa-61ce-4698-bea9-027b02fd037e req-33ef095e-80d7-46f3-8de6-4a900b856a48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570405 Jan 18 16:38:26.692374 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e55f-b47c-43ba-9ab1-744d16309839 req-ed4713b1-a45c-45dd-a997-fe125de1abc1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:26.695657 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d582e55f-b47c-43ba-9ab1-744d16309839 req-ed4713b1-a45c-45dd-a997-fe125de1abc1 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 945 time: 0.0610485 Jan 18 16:38:26.706818 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48048) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:26.716429 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Request body: {'floatingip': {'port_id': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:26.767793 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (8bafc7c8-0e3e-4456-829a-10d72ca527a3), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:27.553823 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:27.558683 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (8bafc7c8-0e3e-4456-829a-10d72ca527a3), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:27.681832 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Floating IP 8bafc7c8-0e3e-4456-829a-10d72ca527a3 associated. External IP: 172.27.0.45, port: be52cdb0-5734-49da-af10-cc0bbbcb4ee7. Jan 18 16:38:27.913777 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Router 6391cf8f-ce3b-4438-855a-fc446cbab28e has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:28.024573 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:28.031742 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:28.036525 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] Sync routers for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:28.046648 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:28.048011 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:28.064484 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d34bd6c9-6767-4562-919a-edcb93da91bd tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "PUT /v2.0/floatingips/8bafc7c8-0e3e-4456-829a-10d72ca527a3 HTTP/1.1" status: 200 len: 990 time: 1.3536105 Jan 18 16:38:28.064484 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:28.064965 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d103a0-6272-4282-b39a-5fc3d76807a6" -d '{"events": [{"name": "network-changed", "server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:28.105920 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2173ea-5734-4356-9b7c-12be2bbc3987 x-openstack-request-id: req-8b2173ea-5734-4356-9b7c-12be2bbc3987 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:28.106423 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:28.106846 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b2173ea-5734-4356-9b7c-12be2bbc3987 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:28.107553 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'status': 'completed', 'code': 200} Jan 18 16:38:28.169275 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:28.181743 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-b0619ef3-3e5f-4be8-831b-ccefb50589ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:28.183341 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-b0619ef3-3e5f-4be8-831b-ccefb50589ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7b76ec84b004fe285d6a562bd52247f&device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 1098 time: 0.0488460 Jan 18 16:38:28.298589 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-e0d19535-4f0b-4f74-85de-13cdb8d1570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:28.300656 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-e0d19535-4f0b-4f74-85de-13cdb8d1570f service neutron] 10.222.0.81 "GET /v2.0/networks?id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 200 len: 911 time: 0.1045179 Jan 18 16:38:28.377764 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-cde13255-2854-405a-b3b9-c12463d5a545 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7 HTTP/1.1" status: 200 len: 998 time: 0.0705736 Jan 18 16:38:28.431477 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-a4e17b2e-6082-41ff-89bf-e88dfa68a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:28.431821 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '8bafc7c8-0e3e-4456-829a-10d72ca527a3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'port_id': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'mac_address': 'fa:16:3e:18:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58749f58-2177-48dd-a86b-c7200add3e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:13Z', 'updated_at': '2022-01-18T16:38:27Z', 'revision_number': 1, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:28.433028 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-a4e17b2e-6082-41ff-89bf-e88dfa68a2a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 200 len: 849 time: 0.0491316 Jan 18 16:38:28.462531 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] Checking router: 6391cf8f-ce3b-4438-855a-fc446cbab28e for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:28.474679 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:28.475689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:28.519587 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-d8f26147-046f-44e4-937d-05776c3dfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:28.522134 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-d8f26147-046f-44e4-937d-05776c3dfcfd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=09e3d9d3-2b7d-4033-9e82-ab688ec153b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720055 Jan 18 16:38:28.608553 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:28.621090 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-5db2138f-35dc-46c6-ab91-d59220db4ae2 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898132 Jan 18 16:38:28.740737 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-03d103a0-6272-4282-b39a-5fc3d76807a6 req-3eab8807-f94e-4664-95ba-d582d0c486e4 service neutron] 10.222.0.81 "GET /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125262 Jan 18 16:38:28.906767 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '8bafc7c8-0e3e-4456-829a-10d72ca527a3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'port_id': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'mac_address': 'fa:16:3e:18:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58749f58-2177-48dd-a86b-c7200add3e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:13Z', 'updated_at': '2022-01-18T16:38:27Z', 'revision_number': 1, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:28.941170 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6f69c-1b8f-4042-975e-53a54820fe54 None None] The sync data for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi is: [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': '8bafc7c8-0e3e-4456-829a-10d72ca527a3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'port_id': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'mac_address': 'fa:16:3e:18:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58749f58-2177-48dd-a86b-c7200add3e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:13Z', 'updated_at': '2022-01-18T16:38:27Z', 'revision_number': 1, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:28.950688 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48122) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:29.111518 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-4d5dc997-cb9c-4be4-adfb-a9f018e7b0c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdc42ab9bea84c2f98c117fa47c3c4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583030 Jan 18 16:38:29.114051 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:29.175653 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c688e5a-252f-40b8-a420-a2f8b272600c admin admin] Publish callbacks [] for security_group (4f5f58f9-8865-4f89-9c36-bb62c9139764), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:29.200668 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7fad98-1f51-4dac-b04d-a1d16dffda25 None None] New status for floating IP 8bafc7c8-0e3e-4456-829a-10d72ca527a3: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:38:29.209231 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c688e5a-252f-40b8-a420-a2f8b272600c admin admin] Publish callbacks [] for security_group (4f5f58f9-8865-4f89-9c36-bb62c9139764), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:29.265272 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c688e5a-252f-40b8-a420-a2f8b272600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (4f5f58f9-8865-4f89-9c36-bb62c9139764), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:29.268128 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c688e5a-252f-40b8-a420-a2f8b272600c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:29.272258 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-3c688e5a-252f-40b8-a420-a2f8b272600c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f5f58f9-8865-4f89-9c36-bb62c9139764 HTTP/1.1" status: 204 len: 168 time: 0.1544683 Jan 18 16:38:29.279593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688e5a-252f-40b8-a420-a2f8b272600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f58f9-8865-4f89-9c36-bb62c9139764,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:30.097241 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:30.198910 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-688213723-network', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:30.222783 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Made reservation on behalf of bc5a998beb6c47009b7d8b7e23614d48 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:38:30.225199 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.234690 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.312913 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks [] for security_group (a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.322161 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.347761 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:38:30.361542 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:30.366529 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (adf5ffbb-64e7-4ca3-8028-d04929820fac), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.366889 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Added segment adf5ffbb-64e7-4ca3-8028-d04929820fac of type vlan for network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 Jan 18 16:38:30.378852 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.379198 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.379614 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.379878 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.380224 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.380541 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.380868 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.381189 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.381714 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.381852 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.382154 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.382472 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.382786 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:30.419956 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.448785 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.449915 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:30.450513 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.483898 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3854771 Jan 18 16:38:30.487318 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48158) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:30.492295 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Request body: {'subnet': {'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-688213723-subnet', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:30.514038 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50fedd-fad2-4d06-8692-ec1c8fbc2290 admin admin] Pushing event updated for resources: {'Network': ['ID=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:30.517923 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Made reservation on behalf of bc5a998beb6c47009b7d8b7e23614d48 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:38:30.520297 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16310963'] for subnet (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.525736 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:38:30.704144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16310941'] for subnet (03263591-d6d5-4217-a0e2-6cd545d20efe), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.765536 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03263591-d6d5-4217-a0e2-6cd545d20efe,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:30.777437 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Checking segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:30.778590 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Network hostable DHCP agents. Network: f8cf580e-dbb4-4f54-bfe8-ab466ae07a06, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:38:30.799028 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:38:30.810683 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, f8cf580e-dbb4-4f54-bfe8-ab466ae07a06) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:30.814863 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:30.815474 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.822827 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86984fb1-4f9d-40c8-b5ea-1cc6bdc3eccc None None] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:38:30.836354 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-e2146149-a605-4139-bdc2-163ba3c66564 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3476489 Jan 18 16:38:30.839261 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48160) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:30.847139 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:30.876895 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (6468d62d-323e-4fe8-ac7f-03147b0e5945), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.878555 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (6468d62d-323e-4fe8-ac7f-03147b0e5945), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.953104 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:38:30.954047 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.958986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks [] for router_controller (6468d62d-323e-4fe8-ac7f-03147b0e5945), precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.113566 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks [] for router_gateway (6468d62d-323e-4fe8-ac7f-03147b0e5945), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.121036 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Allocated IP 172.20.0.2 (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06/03263591-d6d5-4217-a0e2-6cd545d20efe/72a2f6b4-0182-420c-8bcb-a05e0841a11e) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:31.300705 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Publish callbacks [] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.307627 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.336998 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks [] for router_gateway (6468d62d-323e-4fe8-ac7f-03147b0e5945), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.349827 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:31.352928 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:31.357152 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:31.358338 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.365422 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Pushing event updated for resources: {'Port': ['ID=72a2f6b4-0182-420c-8bcb-a05e0841a11e,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:31.442151 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Attempting to bind port 72a2f6b4-0182-420c-8bcb-a05e0841a11e on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:31.443021 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Attempting to bind port 72a2f6b4-0182-420c-8bcb-a05e0841a11e by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:31.443622 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Attempting to bind port 72a2f6b4-0182-420c-8bcb-a05e0841a11e on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:31.454647 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:31.455292 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Checking segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:31.455972 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.456640 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Bound using segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:31.457495 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Bound port: 72a2f6b4-0182-420c-8bcb-a05e0841a11e, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:31.458141 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.503785 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Allocated IP 172.27.0.27 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/276ebe9d-94a9-4c31-a6d4-dca287a1a26c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:31.553006 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] For port 72a2f6b4-0182-420c-8bcb-a05e0841a11e, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:31.558018 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] For port 72a2f6b4-0182-420c-8bcb-a05e0841a11e, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=72a2f6b4-0182-420c-8bcb-a05e0841a11e,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:31.563520 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.634377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks [] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.635057 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271088f-11ad-49e7-bc41-c91805c301a8 None None] Pushing event updated for resources: {'Port': ['ID=72a2f6b4-0182-420c-8bcb-a05e0841a11e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:31.674091 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.715516 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:31.718784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:31.723170 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:31.728991 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Pushing event updated for resources: {'Port': ['ID=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:32.043919 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks [] for router_gateway (6468d62d-323e-4fe8-ac7f-03147b0e5945), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:32.561237 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (6468d62d-323e-4fe8-ac7f-03147b0e5945), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:32.665126 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c48170e-d0c2-4cb2-b949-709baa2f8bc6 None None] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:38:32.703717 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:38:32.762791 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8b76e55c-771f-47be-9d47-08bdda46af76 None None] Provisioning complete for port 72a2f6b4-0182-420c-8bcb-a05e0841a11e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:32.763170 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8b76e55c-771f-47be-9d47-08bdda46af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:32.822282 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:32.844654 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:32.848900 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a3070479-053c-4633-a4f5-26eb31804086 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0058491 Jan 18 16:38:32.849197 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48174) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:32.926586 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:32.956829 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:32.957513 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:33.152519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8b76e55c-771f-47be-9d47-08bdda46af76 None None] Current status of the port 72a2f6b4-0182-420c-8bcb-a05e0841a11e is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:33.152966 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8b76e55c-771f-47be-9d47-08bdda46af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.168550 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:33.301633 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 72a2f6b4-0182-420c-8bcb-a05e0841a11e up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:33.340762 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8b76e55c-771f-47be-9d47-08bdda46af76 None None] For port 72a2f6b4-0182-420c-8bcb-a05e0841a11e, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=72a2f6b4-0182-420c-8bcb-a05e0841a11e,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:33.385064 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8b76e55c-771f-47be-9d47-08bdda46af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.444058 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.561866 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76e55c-771f-47be-9d47-08bdda46af76 None None] Pushing event updated for resources: {'Port': ['ID=72a2f6b4-0182-420c-8bcb-a05e0841a11e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:33.607710 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 72a2f6b4-0182-420c-8bcb-a05e0841a11e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:33.608286 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.644608 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8e28c3aa-9c54-4347-b46d-553380314970 None None] Provisioning complete for port 72a2f6b4-0182-420c-8bcb-a05e0841a11e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:33.645140 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8e28c3aa-9c54-4347-b46d-553380314970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.701952 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Allocated IP 172.20.0.1 (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06/03263591-d6d5-4217-a0e2-6cd545d20efe/e7167036-3ee5-4ef8-83a4-62cdf2fb75a3) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:33.779829 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:31Z', 'revision_number': 3, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:33.847582 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:33.847925 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Updating router 6468d62d-323e-4fe8-ac7f-03147b0e5945 port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:38:33.876221 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 72a2f6b4-0182-420c-8bcb-a05e0841a11e is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:33.877061 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks [] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.887139 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8e28c3aa-9c54-4347-b46d-553380314970 None None] Current status of the port 72a2f6b4-0182-420c-8bcb-a05e0841a11e is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:33.895760 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.929601 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.996702 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:34.005688 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:34.012090 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:34.087803 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Pushing event updated for resources: {'Port': ['ID=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:34.097335 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (6468d62d-323e-4fe8-ac7f-03147b0e5945), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.321692 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.330666 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Publish callbacks [] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.341447 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.462781 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Attempting to bind port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:34.463323 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Attempting to bind port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:34.463887 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Attempting to bind port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:34.472968 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46703d50-ed42-46eb-86d6-fed031094c3d None None] Pushing event updated for resources: {'Port': ['ID=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:34.492285 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:34.492891 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:34.493612 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.494274 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:34.495136 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Bound port: 276ebe9d-94a9-4c31-a6d4-dca287a1a26c, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:34.495816 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.508149 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-01c27363-3d3f-4ed1-9fd4-66a195f5269f None None] Provisioning complete for port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:34.508712 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-01c27363-3d3f-4ed1-9fd4-66a195f5269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.615752 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks [] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.622091 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.695232 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Pushing event updated for resources: {'Port': ['ID=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:34.698502 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (6468d62d-323e-4fe8-ac7f-03147b0e5945), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.726721 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-01c27363-3d3f-4ed1-9fd4-66a195f5269f None None] Port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:38:34.741183 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] For port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:34.748657 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] For port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:34.761139 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:34.835876 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:34.841202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:34.935344 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46703d50-ed42-46eb-86d6-fed031094c3d None None] Pushing event updated for resources: {'Port': ['ID=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:34.948319 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:34.949326 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:35.023200 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:35.133615 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:35.225325 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:35.236239 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-2226fd3c-93e6-47a6-ad77-c269d85378da admin admin] 10.222.0.86 "PUT /v2.0/routers/6468d62d-323e-4fe8-ac7f-03147b0e5945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856401 Jan 18 16:38:35.332456 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 72a2f6b4-0182-420c-8bcb-a05e0841a11e up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:35.505713 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-17a551a8-b42b-4793-9d6a-05976c246c6a None None] Provisioning complete for port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:35.506160 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17a551a8-b42b-4793-9d6a-05976c246c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:35.619588 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-17a551a8-b42b-4793-9d6a-05976c246c6a None None] Port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:38:35.635344 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 72a2f6b4-0182-420c-8bcb-a05e0841a11e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:35.635583 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:35.795750 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 72a2f6b4-0182-420c-8bcb-a05e0841a11e is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:35.809753 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 2, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:35.856570 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32b534-b7df-48d4-b45e-56ecd2a8e8e2 None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 2, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:36.050095 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48202) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:36.057495 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1870419519-network', 'tenant_id': '79c5b01c420c4205a1a064598e72498d'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:36.100003 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Made reservation on behalf of 79c5b01c420c4205a1a064598e72498d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:38:36.102703 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.131024 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.317693 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks [] for security_group (d5c8f46f-86b0-49f7-80fc-e4d48105ba06), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.328850 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d5c8f46f-86b0-49f7-80fc-e4d48105ba06), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.376831 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:38:36.390159 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c8f46f-86b0-49f7-80fc-e4d48105ba06,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:36.401343 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (9fbb497a-14df-4bc4-8691-224b145f2934), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.401855 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.segments_db [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Added segment 9fbb497a-14df-4bc4-8691-224b145f2934 of type vlan for network 4e39b169-26e4-48f4-9dbe-595f218f63c7 Jan 18 16:38:36.457048 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (4e39b169-26e4-48f4-9dbe-595f218f63c7), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.511719 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (4e39b169-26e4-48f4-9dbe-595f218f63c7), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.514337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:36.514710 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.520789 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cdb-ebe9-4015-894b-199f6cbc8277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:36.606611 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5552633 Jan 18 16:38:36.611309 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48204) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:36.615563 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ec52b-23fe-4713-9881-34591c140969 admin admin] Pushing event updated for resources: {'Network': ['ID=4e39b169-26e4-48f4-9dbe-595f218f63c7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:36.620248 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Request body: {'subnet': {'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1870419519-subnet', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:36.631715 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:38:36.662845 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Made reservation on behalf of 79c5b01c420c4205a1a064598e72498d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:38:36.666949 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621438'] for subnet (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.042903 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621392'] for subnet (c2f3bf05-9d62-4282-bb98-344e45ccd2b1), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.116588 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f3bf05-9d62-4282-bb98-344e45ccd2b1,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:37.119267 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Checking segment: {'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:37.119631 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Network hostable DHCP agents. Network: 4e39b169-26e4-48f4-9dbe-595f218f63c7, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:38:37.142138 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:38:37.152939 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 4e39b169-26e4-48f4-9dbe-595f218f63c7) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:37.161552 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:37.162677 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.168390 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6e32b4-ae3b-46b7-87b4-76a39ba1d440 None None] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:38:37.186020 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-54a72ac2-3766-4ff4-b751-86867d3a66f7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5730538 Jan 18 16:38:37.189536 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48212) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:37.194905 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:37.243700 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7886430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25580'] for router (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.245173 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7886386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8386463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25595'] for router (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.327707 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks [] for router_controller (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.335041 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 276ebe9d-94a9-4c31-a6d4-dca287a1a26c up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:37.449180 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7edcc58b-3739-5aff-99ef-1484c8872895-4e39b169-26e4-48f4-9dbe-595f218f63c7', 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7', 'project_id': '79c5b01c420c4205a1a064598e72498d', 'fixed_ips': [{'subnet_id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1'}]}} from dv-cinder-825130-1-iscsi. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:38:37.450748 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.553722 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks [] for router_gateway (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:37.697175 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Allocated IP 172.20.0.2 (4e39b169-26e4-48f4-9dbe-595f218f63c7/c2f3bf05-9d62-4282-bb98-344e45ccd2b1/2189ee36-f407-4feb-84db-102685dc4942) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:37.749928 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:37.751125 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.073969 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:38.074664 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.118688 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcefe84-e643-4bab-9ad1-036a3906a9ef req-ce4cbacb-b1fd-4f83-bf5f-379f023e9203 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:38.120523 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-afcefe84-e643-4bab-9ad1-036a3906a9ef req-ce4cbacb-b1fd-4f83-bf5f-379f023e9203 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.2587287 Jan 18 16:38:38.133802 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:38.137605 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks [] for router_gateway (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.143074 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.178298 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.189646 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Publish callbacks [] for port (2189ee36-f407-4feb-84db-102685dc4942), precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.214747 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542'] for port (2189ee36-f407-4feb-84db-102685dc4942), after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.261842 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:38.268325 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:38.274522 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:38.278094 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:38.278376 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-8afe65f7-1bb4-4c9d-9bc1-4ba89f3cfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:38.280893 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-8afe65f7-1bb4-4c9d-9bc1-4ba89f3cfc95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1137 time: 0.4887552 Jan 18 16:38:38.347905 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-afcefe84-e643-4bab-9ad1-036a3906a9ef req-35eb86cc-a936-4cf7-bc9a-0faf4708dd4e tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147772 Jan 18 16:38:38.382459 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Attempting to bind port 2189ee36-f407-4feb-84db-102685dc4942 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:38.382853 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Attempting to bind port 2189ee36-f407-4feb-84db-102685dc4942 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:38.383278 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Attempting to bind port 2189ee36-f407-4feb-84db-102685dc4942 on network 4e39b169-26e4-48f4-9dbe-595f218f63c7 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:38.396912 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Pushing event updated for resources: {'Port': ['ID=2189ee36-f407-4feb-84db-102685dc4942,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:38.403797 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:38.404520 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Checking segment: {'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:38.405234 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.405987 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Bound using segment: {'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:38.407082 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Bound port: 2189ee36-f407-4feb-84db-102685dc4942, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:38.407858 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (2189ee36-f407-4feb-84db-102685dc4942), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.423512 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Allocated IP 172.27.0.85 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/4b769328-dec6-4057-9a32-9a9c4c3ddf82) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:38.497863 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-d435ca42-4809-40ff-a1c1-489366a8ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:38.500604 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-d435ca42-4809-40ff-a1c1-489366a8ac0e service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 915 time: 0.2125578 Jan 18 16:38:38.550523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] For port 2189ee36-f407-4feb-84db-102685dc4942, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:38.556827 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] For port 2189ee36-f407-4feb-84db-102685dc4942, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=2189ee36-f407-4feb-84db-102685dc4942,segment=NetworkSegment(9fbb497a-14df-4bc4-8691-224b145f2934),segment_id=9fbb497a-14df-4bc4-8691-224b145f2934)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:38.566569 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (2189ee36-f407-4feb-84db-102685dc4942), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.621793 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks [] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.633130 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-91d17351-8fb5-414c-ad5b-4491f02ec626 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 1001 time: 0.1263351 Jan 18 16:38:38.685116 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c4ce0-62f3-4542-ad7d-e1b4454c2f7b None None] Pushing event updated for resources: {'Port': ['ID=2189ee36-f407-4feb-84db-102685dc4942,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:38.692784 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:38.734376 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-4dfb57b8-05c1-45ee-a575-44e055ebe5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:38.737408 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-4dfb57b8-05c1-45ee-a575-44e055ebe5d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 200 len: 853 time: 0.0924501 Jan 18 16:38:38.784847 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:38.793398 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:38.798804 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:38.827886 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-af649f88-afd0-481c-8fa0-4ad7a7663807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:38.829567 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-af649f88-afd0-481c-8fa0-4ad7a7663807 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e9585a2-342b-4355-89b3-367e7110fa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822952 Jan 18 16:38:38.873932 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Pushing event updated for resources: {'Port': ['ID=4b769328-dec6-4057-9a32-9a9c4c3ddf82,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:39.054332 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-c1ba8a26-d455-4e55-87a3-b69f911f317d service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156200 Jan 18 16:38:39.184834 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:39.222300 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:39.223359 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:39.290262 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8033f73c-ee2a-40fd-bd61-c64ce20ee7a7 req-b1369867-0935-45b5-869e-77b4e05859c7 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270021 Jan 18 16:38:39.368686 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks [] for router_gateway (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:39.392535 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17591cad-2748-47e3-8530-01f4d12632fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:39.465676 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:39.483255 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 2189ee36-f407-4feb-84db-102685dc4942 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:39.608560 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 2189ee36-f407-4feb-84db-102685dc4942 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:39.609050 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2189ee36-f407-4feb-84db-102685dc4942), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:39.739873 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 2189ee36-f407-4feb-84db-102685dc4942 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:39.743263 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (2189ee36-f407-4feb-84db-102685dc4942), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:39.755767 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b230a-2739-4a93-b764-d4e35977f89b req-a2a98d0f-6c92-47d1-99ed-47b2086714cf tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:39.758607 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f46b230a-2739-4a93-b764-d4e35977f89b req-a2a98d0f-6c92-47d1-99ed-47b2086714cf tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.1562245 Jan 18 16:38:39.812467 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 2189ee36-f407-4feb-84db-102685dc4942, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=2189ee36-f407-4feb-84db-102685dc4942,segment=NetworkSegment(9fbb497a-14df-4bc4-8691-224b145f2934),segment_id=9fbb497a-14df-4bc4-8691-224b145f2934)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:39.820395 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (2189ee36-f407-4feb-84db-102685dc4942), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:39.823655 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 276ebe9d-94a9-4c31-a6d4-dca287a1a26c up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:39.917871 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f46b230a-2739-4a93-b764-d4e35977f89b req-f14caed6-d78e-450b-a738-eb036225b1b3 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1474397 Jan 18 16:38:39.946625 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 2, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:39.962303 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=2189ee36-f407-4feb-84db-102685dc4942,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:39.972941 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7886379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7905957'] for router (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:39.975898 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:39.976267 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.010272 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:40.010884 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Updating router 6468d62d-323e-4fe8-ac7f-03147b0e5945 port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:38:40.045896 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.082614 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:40.165458 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 is scheduled to L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:38:40.259506 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edb5d6-2941-4a78-b329-a9e3bda6b833 None None] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:38:40.303821 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:40.340480 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.341785 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3fc55c92-fd9b-4899-9c45-361ab094ff97 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1506493 Jan 18 16:38:40.345179 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48234) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:40.348610 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Sync routers for ids ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:40.386413 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Routers {'a3d2b675-36e4-4848-9b81-db88cbbdc8f1'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:40.388339 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:40.437678 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a5db2943-b1d9-4bc2-93b6-f3719d9489e1 None None] Provisioning complete for port 2189ee36-f407-4feb-84db-102685dc4942 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:40.439293 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a5db2943-b1d9-4bc2-93b6-f3719d9489e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2189ee36-f407-4feb-84db-102685dc4942), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.477970 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Publish callbacks [] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.497457 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.568681 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Pushing event updated for resources: {'Port': ['ID=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:40.588533 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.589033 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.589428 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.589802 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.590133 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.590737 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.591119 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.591471 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.591848 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.592186 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.592538 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.592889 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.593202 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:40.675994 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Attempting to bind port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:40.676362 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Attempting to bind port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:40.676708 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Attempting to bind port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:40.682676 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:40.682907 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Checking segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:40.683283 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.683664 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Bound using segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:40.684131 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Bound port: e7167036-3ee5-4ef8-83a4-62cdf2fb75a3, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:40.684493 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.773263 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] For port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:40.777413 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] For port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:40.786190 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:40.864744 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:40.865574 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:40.880797 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Set router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:40.915552 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197b6a4-289c-4c3a-8d24-d2990665ad55 None None] Pushing event updated for resources: {'Port': ['ID=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:41.007064 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a5db2943-b1d9-4bc2-93b6-f3719d9489e1 None None] Current status of the port 2189ee36-f407-4feb-84db-102685dc4942 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:41.048957 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:41.105644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.186442 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-502ee36f-06e5-498e-b9a2-d6c5e42447ff None None] Provisioning complete for port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:41.186887 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-502ee36f-06e5-498e-b9a2-d6c5e42447ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.284124 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:38:39Z', 'revision_number': 3, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port': {'id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:38Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:41.329601 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Checking router: a3d2b675-36e4-4848-9b81-db88cbbdc8f1 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:41.329896 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Updating router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 binding host dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:38:41.375318 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:41.415232 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:40Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:41.428932 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.463240 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-502ee36f-06e5-498e-b9a2-d6c5e42447ff None None] Current status of the port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:41.464188 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-502ee36f-06e5-498e-b9a2-d6c5e42447ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.477973 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a25482-cdcb-4ac0-9ecd-72455629179b None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:40Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:41.533345 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.558684 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda20fec-60bf-4c21-84f5-34fb4a615a16 req-d39d0e79-f16f-4177-a248-0b689afa6af8 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:41.560286 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dda20fec-60bf-4c21-84f5-34fb4a615a16 req-d39d0e79-f16f-4177-a248-0b689afa6af8 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.4458458 Jan 18 16:38:41.608687 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-502ee36f-06e5-498e-b9a2-d6c5e42447ff None None] For port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:41.612978 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:41.613280 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.635832 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-502ee36f-06e5-498e-b9a2-d6c5e42447ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.735723 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dda20fec-60bf-4c21-84f5-34fb4a615a16 req-54452726-1d4c-4c6c-94e7-47dca12f247f tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1628256 Jan 18 16:38:41.789501 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ee36f-06e5-498e-b9a2-d6c5e42447ff None None] Pushing event updated for resources: {'Port': ['ID=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:41.848697 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-937491e4-50fc-4d65-95da-753d4ff62314 None None] Provisioning complete for port 2189ee36-f407-4feb-84db-102685dc4942 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:41.849156 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-937491e4-50fc-4d65-95da-753d4ff62314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2189ee36-f407-4feb-84db-102685dc4942), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:41.857364 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Allocated IP 172.20.0.1 (4e39b169-26e4-48f4-9dbe-595f218f63c7/c2f3bf05-9d62-4282-bb98-344e45ccd2b1/2b841e38-9382-48d4-b094-7afeb232d991) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:41.916039 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:41.917169 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 2189ee36-f407-4feb-84db-102685dc4942 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:42.022941 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks [] for port (2b841e38-9382-48d4-b094-7afeb232d991), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.069199 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Publish callbacks [] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.072160 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (2b841e38-9382-48d4-b094-7afeb232d991), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.073258 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 2189ee36-f407-4feb-84db-102685dc4942 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:42.073737 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2189ee36-f407-4feb-84db-102685dc4942), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.079668 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-937491e4-50fc-4d65-95da-753d4ff62314 None None] Current status of the port 2189ee36-f407-4feb-84db-102685dc4942 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:42.104941 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.134510 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:42.139831 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:42.143600 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:42.177648 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-937491e4-50fc-4d65-95da-753d4ff62314 None None] Provisioning complete for port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:42.177855 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-937491e4-50fc-4d65-95da-753d4ff62314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.197269 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Pushing event updated for resources: {'Port': ['ID=2b841e38-9382-48d4-b094-7afeb232d991,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:42.213201 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Attempting to bind port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:42.213605 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Attempting to bind port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:42.213970 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Attempting to bind port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 on network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:42.221084 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0ed2b-f3cf-4911-a49a-c700b70d0501 None None] Pushing event updated for resources: {'Port': ['ID=4b769328-dec6-4057-9a32-9a9c4c3ddf82,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:42.236312 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:42.236689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Checking segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:42.237086 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.237553 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Bound using segment: {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:42.237986 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Bound port: 4b769328-dec6-4057-9a32-9a9c4c3ddf82, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529bd068-af01-4e1d-b535-180f29292ad5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:42.238362 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.239672 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906192'] for router_interface (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.365227 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 2189ee36-f407-4feb-84db-102685dc4942 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:42.370612 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] For port 4b769328-dec6-4057-9a32-9a9c4c3ddf82, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:42.411124 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] For port 4b769328-dec6-4057-9a32-9a9c4c3ddf82, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=4b769328-dec6-4057-9a32-9a9c4c3ddf82,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:42.422367 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.433885 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-937491e4-50fc-4d65-95da-753d4ff62314 None None] Current status of the port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:42.453256 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (2b841e38-9382-48d4-b094-7afeb232d991), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.468161 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.499832 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Routers {'a3d2b675-36e4-4848-9b81-db88cbbdc8f1'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:42.500520 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:42.544260 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0ed2b-f3cf-4911-a49a-c700b70d0501 None None] Pushing event updated for resources: {'Port': ['ID=4b769328-dec6-4057-9a32-9a9c4c3ddf82,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:42.576514 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-afe0e649-862e-4a85-b7a3-b290b56c965c None None] Provisioning complete for port 2b841e38-9382-48d4-b094-7afeb232d991 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:42.577386 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-afe0e649-862e-4a85-b7a3-b290b56c965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2b841e38-9382-48d4-b094-7afeb232d991), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.654411 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-afe0e649-862e-4a85-b7a3-b290b56c965c None None] Port 2b841e38-9382-48d4-b094-7afeb232d991 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:38:42.670446 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks [] for port (2b841e38-9382-48d4-b094-7afeb232d991), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.675536 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] Set router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:42.678297 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4628897'] for port (2b841e38-9382-48d4-b094-7afeb232d991), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.744951 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Pushing event updated for resources: {'Port': ['ID=2b841e38-9382-48d4-b094-7afeb232d991,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:42.750331 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8051439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906148'] for router_interface (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:42.859287 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:42.860967 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:42.867537 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab00e-bd50-4351-a218-44b875afa13f req-db56113d-ff07-45c9-98e4-2b670f4d8376 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:42.869243 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a4eab00e-bd50-4351-a218-44b875afa13f req-db56113d-ff07-45c9-98e4-2b670f4d8376 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0537159 Jan 18 16:38:42.950688 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 4, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port': {'id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:38Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '2b841e38-9382-48d4-b094-7afeb232d991', 'name': '', 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'mac_address': 'fa:16:3e:17:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:41Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 1, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'subnets': [{'id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:42.962868 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a4eab00e-bd50-4351-a218-44b875afa13f req-aeb78319-358c-41e4-9613-38db6725752f tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836086 Jan 18 16:38:42.980439 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1901f358-fe6f-4d81-93ba-462ea9a79d96 None None] The sync data for ids ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'] in dv-cinder-825130-1-iscsi is: [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 4, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port': {'id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:38Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '2b841e38-9382-48d4-b094-7afeb232d991', 'name': '', 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'mac_address': 'fa:16:3e:17:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:41Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 1, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'subnets': [{'id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:43.019928 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:43.139871 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:43.150681 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-58ffb037-cdab-4006-aaba-ada801c28759 admin admin] 10.222.0.86 "PUT /v2.0/routers/a3d2b675-36e4-4848-9b81-db88cbbdc8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7999835 Jan 18 16:38:43.171653 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:43.196323 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8c9542dd-4937-4b72-8262-5cd787e5479e None None] Provisioning complete for port 2b841e38-9382-48d4-b094-7afeb232d991 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:43.196714 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c9542dd-4937-4b72-8262-5cd787e5479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2b841e38-9382-48d4-b094-7afeb232d991), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:43.275776 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8c9542dd-4937-4b72-8262-5cd787e5479e None None] Port 2b841e38-9382-48d4-b094-7afeb232d991 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:38:43.324817 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:43.511841 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:43.512498 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:43.608743 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:43.765485 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48258) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:43.787334 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-99431e7a-eedd-46f0-bcc1-c9225cfbab48 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011577888', 'description': 'tempest-secgroup-smoke-1011577888 description', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:43.817046 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99431e7a-eedd-46f0-bcc1-c9225cfbab48 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:43.897911 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99431e7a-eedd-46f0-bcc1-c9225cfbab48 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group (e05a87be-e2d3-4803-a08d-26d63df9424e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:43.903366 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99431e7a-eedd-46f0-bcc1-c9225cfbab48 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (e05a87be-e2d3-4803-a08d-26d63df9424e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:43.941667 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99431e7a-eedd-46f0-bcc1-c9225cfbab48 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:43.942946 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-99431e7a-eedd-46f0-bcc1-c9225cfbab48 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1762450 Jan 18 16:38:43.943821 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99431e7a-eedd-46f0-bcc1-c9225cfbab48 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05a87be-e2d3-4803-a08d-26d63df9424e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:43.948021 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:43.952529 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-60ae2a17-72c1-4477-9c46-149d7e8ae1cf tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'security_group_rule': {'security_group_id': 'e05a87be-e2d3-4803-a08d-26d63df9424e', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:43.989783 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60ae2a17-72c1-4477-9c46-149d7e8ae1cf tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (65770d63-ae4b-4592-a293-4aeb9484f349), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.081843 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60ae2a17-72c1-4477-9c46-149d7e8ae1cf tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (65770d63-ae4b-4592-a293-4aeb9484f349), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.089255 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60ae2a17-72c1-4477-9c46-149d7e8ae1cf tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (65770d63-ae4b-4592-a293-4aeb9484f349), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.123948 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ce37b-60d2-487e-8d45-df4aaa4574dc req-482180c3-1a6c-46e1-b424-1c1abcd0ba92 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:44.125610 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-647ce37b-60d2-487e-8d45-df4aaa4574dc req-482180c3-1a6c-46e1-b424-1c1abcd0ba92 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0936396 Jan 18 16:38:44.129778 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae2a17-72c1-4477-9c46-149d7e8ae1cf tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65770d63-ae4b-4592-a293-4aeb9484f349,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:44.150081 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60ae2a17-72c1-4477-9c46-149d7e8ae1cf tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.151402 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-60ae2a17-72c1-4477-9c46-149d7e8ae1cf tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2024002 Jan 18 16:38:44.154221 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48266) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:44.159786 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'security_group_rule': {'security_group_id': 'e05a87be-e2d3-4803-a08d-26d63df9424e', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:44.194094 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (66008a01-d9cf-4703-9bc2-599120459823), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.217479 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-647ce37b-60d2-487e-8d45-df4aaa4574dc req-46ae9a57-5424-460e-b66c-a22ec7adebae tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795140 Jan 18 16:38:44.271736 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (66008a01-d9cf-4703-9bc2-599120459823), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.276027 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (66008a01-d9cf-4703-9bc2-599120459823), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.297214 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66008a01-d9cf-4703-9bc2-599120459823,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:44.307519 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.308726 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534326 Jan 18 16:38:44.310249 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.310787 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.311291 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.311635 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48268) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:44.312011 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.312495 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.313524 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.314022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.314497 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.314974 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.315451 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.315924 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.316410 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.316877 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fa060-c20d-46af-88b0-35b861796a77 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:44.317105 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b71c5c93-de2e-4279-b549-15090f48d494 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'security_group_rule': {'security_group_id': 'e05a87be-e2d3-4803-a08d-26d63df9424e', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:44.360440 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b71c5c93-de2e-4279-b549-15090f48d494 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (bf94e84f-6de7-4f3a-8e99-f75e79e5882c), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.418605 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b71c5c93-de2e-4279-b549-15090f48d494 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (bf94e84f-6de7-4f3a-8e99-f75e79e5882c), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.423402 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b71c5c93-de2e-4279-b549-15090f48d494 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (bf94e84f-6de7-4f3a-8e99-f75e79e5882c), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.456362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c5c93-de2e-4279-b549-15090f48d494 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf94e84f-6de7-4f3a-8e99-f75e79e5882c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:44.468275 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b71c5c93-de2e-4279-b549-15090f48d494 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.469766 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-b71c5c93-de2e-4279-b549-15090f48d494 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569364 Jan 18 16:38:44.472956 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48270) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:44.480252 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0701ae88-9dab-4b52-88a3-391095339ab2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'security_group_rule': {'security_group_id': 'e05a87be-e2d3-4803-a08d-26d63df9424e', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:44.533739 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0701ae88-9dab-4b52-88a3-391095339ab2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (468bd562-88ee-4617-97cd-a408aa4f3e8f), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.601931 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0701ae88-9dab-4b52-88a3-391095339ab2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (468bd562-88ee-4617-97cd-a408aa4f3e8f), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.605836 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0701ae88-9dab-4b52-88a3-391095339ab2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (468bd562-88ee-4617-97cd-a408aa4f3e8f), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.623796 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701ae88-9dab-4b52-88a3-391095339ab2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468bd562-88ee-4617-97cd-a408aa4f3e8f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:44.635556 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0701ae88-9dab-4b52-88a3-391095339ab2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.636789 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-0701ae88-9dab-4b52-88a3-391095339ab2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625257 Jan 18 16:38:44.639531 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48272) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:44.643930 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'security_group_rule': {'security_group_id': 'e05a87be-e2d3-4803-a08d-26d63df9424e', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:44.670480 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Project bc5a998beb6c47009b7d8b7e23614d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:38:44.676826 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (751b8c17-71f4-4ab7-8979-c97b4cc3d198), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.748532 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (751b8c17-71f4-4ab7-8979-c97b4cc3d198), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.755698 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (751b8c17-71f4-4ab7-8979-c97b4cc3d198), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.789169 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751b8c17-71f4-4ab7-8979-c97b4cc3d198,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:44.797689 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.800079 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ca2e6eb5-5615-40e1-a79e-ec8eb6340ed3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593530 Jan 18 16:38:44.803066 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48276) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:44.810637 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'security_group_rule': {'security_group_id': 'e05a87be-e2d3-4803-a08d-26d63df9424e', 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:44.850705 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Project bc5a998beb6c47009b7d8b7e23614d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:38:44.855554 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (bf4a22c7-07ea-4430-ba13-6de4e3ae47ff), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.923984 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (bf4a22c7-07ea-4430-ba13-6de4e3ae47ff), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.928350 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7965025'] for security_group_rule (bf4a22c7-07ea-4430-ba13-6de4e3ae47ff), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.949893 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4a22c7-07ea-4430-ba13-6de4e3ae47ff,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:44.958732 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:44.959961 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c16e97f0-b8a9-417e-b502-8307585890ef tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555014 Jan 18 16:38:45.272464 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 4b769328-dec6-4057-9a32-9a9c4c3ddf82 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:45.350364 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:45.351236 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:45.363396 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1291d7-670c-4bd0-be68-b531c5121ee4 req-17372471-d2cd-4547-814b-7b183c384343 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:45.364940 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1f1291d7-670c-4bd0-be68-b531c5121ee4 req-17372471-d2cd-4547-814b-7b183c384343 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0642116 Jan 18 16:38:45.432362 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Sync routers for ids ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:45.452996 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Routers {'a3d2b675-36e4-4848-9b81-db88cbbdc8f1'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:45.457777 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:45.480449 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:45.481001 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:45.494188 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1f1291d7-670c-4bd0-be68-b531c5121ee4 req-56802d6b-b16a-459c-b2cd-c7a1be8853ed tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225286 Jan 18 16:38:45.514751 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] For port 4b769328-dec6-4057-9a32-9a9c4c3ddf82, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=4b769328-dec6-4057-9a32-9a9c4c3ddf82,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:45.526593 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:45.599934 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Pushing event updated for resources: {'Port': ['ID=4b769328-dec6-4057-9a32-9a9c4c3ddf82,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:45.702716 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Set router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:45.933711 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 4, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port': {'id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:38Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '2b841e38-9382-48d4-b094-7afeb232d991', 'name': '', 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'mac_address': 'fa:16:3e:17:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:41Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 2, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'subnets': [{'id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:45.961225 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Checking router: a3d2b675-36e4-4848-9b81-db88cbbdc8f1 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:45.961605 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Updating router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 port 2b841e38-9382-48d4-b094-7afeb232d991 binding host dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:38:45.991195 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (2b841e38-9382-48d4-b094-7afeb232d991), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.278031 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Publish callbacks [] for port (2b841e38-9382-48d4-b094-7afeb232d991), precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.283397 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (2b841e38-9382-48d4-b094-7afeb232d991), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.338099 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d643-f440-4b22-ac9e-69ca9a9a28ab None None] Pushing event updated for resources: {'Port': ['ID=2b841e38-9382-48d4-b094-7afeb232d991,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:46.402426 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Attempting to bind port 2b841e38-9382-48d4-b094-7afeb232d991 on host dv-cinder-825130-1-iscsi for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:38:46.402426 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Attempting to bind port 2b841e38-9382-48d4-b094-7afeb232d991 by drivers openvswitch,hyperv on host dv-cinder-825130-1-iscsi at level 0 using segments [{'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:38:46.402749 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Attempting to bind port 2b841e38-9382-48d4-b094-7afeb232d991 on network 4e39b169-26e4-48f4-9dbe-595f218f63c7 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:38:46.409268 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Checking agent: {'id': '17b6712f-d16a-46ea-9b95-3124cfbdfb66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 25, 13), 'started_at': datetime.datetime(2022, 1, 18, 16, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:38:46.409561 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Checking segment: {'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:38:46.409957 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.410338 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Bound using segment: {'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:38:46.410904 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Bound port: 2b841e38-9382-48d4-b094-7afeb232d991, host: dv-cinder-825130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbb497a-14df-4bc4-8691-224b145f2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:38:46.411216 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (2b841e38-9382-48d4-b094-7afeb232d991), before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.488698 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] For port 2b841e38-9382-48d4-b094-7afeb232d991, host dv-cinder-825130-1-iscsi, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:38:46.492168 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] For port 2b841e38-9382-48d4-b094-7afeb232d991, host dv-cinder-825130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=2b841e38-9382-48d4-b094-7afeb232d991,segment=NetworkSegment(9fbb497a-14df-4bc4-8691-224b145f2934),segment_id=9fbb497a-14df-4bc4-8691-224b145f2934)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:38:46.497285 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (2b841e38-9382-48d4-b094-7afeb232d991), after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.557068 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Routers {'a3d2b675-36e4-4848-9b81-db88cbbdc8f1'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:46.558348 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:38:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:46.599143 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d643-f440-4b22-ac9e-69ca9a9a28ab None None] Pushing event updated for resources: {'Port': ['ID=2b841e38-9382-48d4-b094-7afeb232d991,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:46.637457 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-299a24d4-bd10-4fc6-91a3-e8d98d44a5b9 None None] Provisioning complete for port 2b841e38-9382-48d4-b094-7afeb232d991 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:46.639518 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-299a24d4-bd10-4fc6-91a3-e8d98d44a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2b841e38-9382-48d4-b094-7afeb232d991), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.707749 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff08d81-2461-4992-800a-f5237e417e67 req-927209b0-c1b1-43ff-a9f8-b87e9f7a2556 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:46.710413 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-fff08d81-2461-4992-800a-f5237e417e67 req-927209b0-c1b1-43ff-a9f8-b87e9f7a2556 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0598884 Jan 18 16:38:46.713297 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] Set router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:46.773658 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-299a24d4-bd10-4fc6-91a3-e8d98d44a5b9 None None] Current status of the port 2b841e38-9382-48d4-b094-7afeb232d991 is: DOWN; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:46.774205 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-299a24d4-bd10-4fc6-91a3-e8d98d44a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (2b841e38-9382-48d4-b094-7afeb232d991), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.800689 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-fff08d81-2461-4992-800a-f5237e417e67 req-be23d3fc-9c5d-4aa8-9230-6b60e05dc4bd tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794337 Jan 18 16:38:46.830066 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-299a24d4-bd10-4fc6-91a3-e8d98d44a5b9 None None] For port 2b841e38-9382-48d4-b094-7afeb232d991, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=2b841e38-9382-48d4-b094-7afeb232d991,segment=NetworkSegment(9fbb497a-14df-4bc4-8691-224b145f2934),segment_id=9fbb497a-14df-4bc4-8691-224b145f2934)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:46.836608 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-299a24d4-bd10-4fc6-91a3-e8d98d44a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (2b841e38-9382-48d4-b094-7afeb232d991), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.908748 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a24d4-bd10-4fc6-91a3-e8d98d44a5b9 None None] Pushing event updated for resources: {'Port': ['ID=2b841e38-9382-48d4-b094-7afeb232d991,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:46.958959 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-58e926bf-75c9-485b-b1d6-165c0c79fa27 None None] Provisioning complete for port 2b841e38-9382-48d4-b094-7afeb232d991 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:46.959333 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58e926bf-75c9-485b-b1d6-165c0c79fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2b841e38-9382-48d4-b094-7afeb232d991), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:46.979084 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 4, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port': {'id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:38Z', 'updated_at': '2022-01-18T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '2b841e38-9382-48d4-b094-7afeb232d991', 'name': '', 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'mac_address': 'fa:16:3e:17:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:41Z', 'updated_at': '2022-01-18T16:38:46Z', 'revision_number': 4, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'subnets': [{'id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:47.009661 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa0bc5-33a5-4d7c-8763-c73a47aaf0b5 None None] The sync data for ids ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'] in dv-cinder-825130-1-iscsi is: [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:38:42Z', 'revision_number': 4, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port': {'id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:38Z', 'updated_at': '2022-01-18T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '2b841e38-9382-48d4-b094-7afeb232d991', 'name': '', 'network_id': '4e39b169-26e4-48f4-9dbe-595f218f63c7', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'mac_address': 'fa:16:3e:17:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:41Z', 'updated_at': '2022-01-18T16:38:46Z', 'revision_number': 4, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'subnets': [{'id': 'c2f3bf05-9d62-4282-bb98-344e45ccd2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:47.055445 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-58e926bf-75c9-485b-b1d6-165c0c79fa27 None None] Current status of the port 2b841e38-9382-48d4-b094-7afeb232d991 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:47.273022 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 2b841e38-9382-48d4-b094-7afeb232d991 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:47.331731 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 2b841e38-9382-48d4-b094-7afeb232d991 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:47.332096 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (2b841e38-9382-48d4-b094-7afeb232d991), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:47.430561 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 2b841e38-9382-48d4-b094-7afeb232d991 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:47.431562 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 4b769328-dec6-4057-9a32-9a9c4c3ddf82 up at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:38:47.492045 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Provisioning complete for port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:38:47.492638 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:47.588584 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Current status of the port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:38:47.918843 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29691ef-5933-4328-9653-17fca02d50f6 req-8b928109-5860-43f7-a19e-06b882215efc tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:47.920396 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d29691ef-5933-4328-9653-17fca02d50f6 req-8b928109-5860-43f7-a19e-06b882215efc tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0525002 Jan 18 16:38:47.983945 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d29691ef-5933-4328-9653-17fca02d50f6 req-875a345f-a1e2-4ed0-b3a4-0be7f2f0a4bd tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575936 Jan 18 16:38:49.124689 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b410a-788b-46d6-a3e4-31fac283ca49 req-e1fc833d-936d-41af-afae-0f8d9ac71914 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:49.126670 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1e0b410a-788b-46d6-a3e4-31fac283ca49 req-e1fc833d-936d-41af-afae-0f8d9ac71914 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0690916 Jan 18 16:38:49.206581 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1e0b410a-788b-46d6-a3e4-31fac283ca49 req-8e972671-53f2-460a-a178-c046134d97fd tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691662 Jan 18 16:38:50.336695 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f70650-a41c-4111-97dc-5ada6e5cd86e req-8980371d-62fa-42aa-93e3-066f06a7bedd tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:50.338208 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-98f70650-a41c-4111-97dc-5ada6e5cd86e req-8980371d-62fa-42aa-93e3-066f06a7bedd tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0535984 Jan 18 16:38:50.398622 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-98f70650-a41c-4111-97dc-5ada6e5cd86e req-669f18eb-5424-4e67-b1a6-a0e43d92b1d2 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545652 Jan 18 16:38:51.522164 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82772-6a2a-412e-bf6e-f61fdf28b3ee req-ae4c7489-2299-4f88-91da-40476b37d9fb tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:51.523724 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-74e82772-6a2a-412e-bf6e-f61fdf28b3ee req-ae4c7489-2299-4f88-91da-40476b37d9fb tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0515058 Jan 18 16:38:51.584799 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-74e82772-6a2a-412e-bf6e-f61fdf28b3ee req-dddb4d27-8991-4ad4-b1cb-4dc84e8255d8 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553317 Jan 18 16:38:52.714180 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d777d8-b19e-4887-b520-88788590d26e req-485119b4-293f-49e5-b338-2fff680e2c35 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:52.715820 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-91d777d8-b19e-4887-b520-88788590d26e req-485119b4-293f-49e5-b338-2fff680e2c35 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0537176 Jan 18 16:38:52.777639 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-91d777d8-b19e-4887-b520-88788590d26e req-c225e32f-6285-4afe-913c-1b09f4f59087 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548913 Jan 18 16:38:53.625411 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:53.906958 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df1d5d-9e33-45fe-9e8b-bff502fd95fd req-9d9702d0-0b5f-4f7a-b68f-62f340c5a290 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:53.915125 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-22df1d5d-9e33-45fe-9e8b-bff502fd95fd req-9d9702d0-0b5f-4f7a-b68f-62f340c5a290 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0596719 Jan 18 16:38:53.987582 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-22df1d5d-9e33-45fe-9e8b-bff502fd95fd req-4d03048e-a694-4076-a3b4-eb8bde31eb11 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721416 Jan 18 16:38:55.263992 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f17a-03f8-4024-bf1f-428f20eec3f4 req-352ce951-a3ba-4a3e-871e-2f2356695319 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:55.266190 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8317f17a-03f8-4024-bf1f-428f20eec3f4 req-352ce951-a3ba-4a3e-871e-2f2356695319 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0528328 Jan 18 16:38:55.329519 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8317f17a-03f8-4024-bf1f-428f20eec3f4 req-9eb6f707-805a-481d-aa4f-39fd91680b27 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575595 Jan 18 16:38:56.456956 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747feb5c-86f0-4cf5-82f8-a788f98cbf71 req-52ca0e50-3d6d-470d-8171-d27b519a277b tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:56.458475 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-747feb5c-86f0-4cf5-82f8-a788f98cbf71 req-52ca0e50-3d6d-470d-8171-d27b519a277b tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0520341 Jan 18 16:38:56.517848 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-747feb5c-86f0-4cf5-82f8-a788f98cbf71 req-7f79c2f1-5819-483b-b170-49b33c2975a2 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=634dda10-8a89-4c42-8514-8d57541d5f26&id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536082 Jan 18 16:39:01.476898 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-3b8f020f-9889-4b75-b9bf-5fc159899090 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011577888&fields=id&tenant_id=bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 267 time: 0.0462582 Jan 18 16:39:01.581980 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-c7faceba-04ff-409b-b0bb-6c09db330bf4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:01.583330 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-c7faceba-04ff-409b-b0bb-6c09db330bf4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 811 time: 0.1000397 Jan 18 16:39:01.598350 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-fedf36fc-c9e6-4dca-ba06-380aad26ea68 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/quotas/bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 375 time: 0.0096171 Jan 18 16:39:01.654813 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-3bcb3be4-3346-4586-864b-d23e79e1e35d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505722 Jan 18 16:39:01.793405 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:39:01.810787 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-d2edace4-9dc6-4784-a681-14412293d76c service neutron] 10.222.0.86 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436436 Jan 18 16:39:01.912955 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-46da44b6-d4cd-4526-877d-7ea5fd09bba1 service neutron] 10.222.0.86 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930064 Jan 18 16:39:02.066154 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a2e78-d3c9-4822-a6ae-52a181c72c62 req-4388f526-4aa2-4e17-bcee-fca655a46499 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:02.067834 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dd8a2e78-d3c9-4822-a6ae-52a181c72c62 req-4388f526-4aa2-4e17-bcee-fca655a46499 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0507996 Jan 18 16:39:02.116734 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dd8a2e78-d3c9-4822-a6ae-52a181c72c62 req-e3aa6af1-7769-409b-b3ac-c4ce2e9a1763 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Jan 18 16:39:02.218658 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9879abac-3aa2-4465-9944-12f5e7dabc7b req-6147060c-fbfe-4285-8ba0-734d9d8c92fa tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Jan 18 16:39:03.239641 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a8c22-a6e0-46b2-b907-b25cdb746629 req-dd691e1d-c518-4ca3-8676-192864dc810f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:03.241441 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7c3a8c22-a6e0-46b2-b907-b25cdb746629 req-dd691e1d-c518-4ca3-8676-192864dc810f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0510747 Jan 18 16:39:03.298359 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-7c3a8c22-a6e0-46b2-b907-b25cdb746629 req-851ae813-ec44-47dd-95b4-81a724e2bc02 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507243 Jan 18 16:39:03.378868 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b69c364f-db82-45a3-8c63-441384335ada req-ed554f44-136e-4241-a5e2-a6e030e948ac tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 210 time: 0.0699806 Jan 18 16:39:03.419780 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-19dcbf7f-7dd9-44b9-9fcb-0f34851e52af tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:03.421928 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-19dcbf7f-7dd9-44b9-9fcb-0f34851e52af tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 811 time: 0.1378641 Jan 18 16:39:03.493012 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-dd154ebd-0865-40ae-9473-ad21c7442691 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 380 time: 0.0568085 Jan 18 16:39:03.503823 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'port': {'device_id': '5c558fb2-74b4-4a93-b337-02c60c032447', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'admin_state_up': True, 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'security_groups': ['e05a87be-e2d3-4803-a08d-26d63df9424e']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:39:03.608378 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Made reservation on behalf of bc5a998beb6c47009b7d8b7e23614d48 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:39:03.612475 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:03.741812 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Allocated IP 172.20.0.9 (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06/03263591-d6d5-4217-a0e2-6cd545d20efe/b4a82418-9778-47f9-ad81-cff8d380f5c9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:39:03.888182 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:03.923749 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:03.967547 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:39:03.971051 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:39:03.974707 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:39:03.981054 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=b4a82418-9778-47f9-ad81-cff8d380f5c9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.026387 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:04.028792 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:04.029699 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:04.029893 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.047762 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-0e722c87-c142-4441-bce7-ad8a5c7ec111 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483158 Jan 18 16:39:04.059461 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Request body: {'port': {'device_id': '5c558fb2-74b4-4a93-b337-02c60c032447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:39:04.193807 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7061e238-e527-4ec7-b4c6-65923ec0cd74 None None] Provisioning complete for port b4a82418-9778-47f9-ad81-cff8d380f5c9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:39:04.194429 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7061e238-e527-4ec7-b4c6-65923ec0cd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.231456 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7061e238-e527-4ec7-b4c6-65923ec0cd74 None None] Port b4a82418-9778-47f9-ad81-cff8d380f5c9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:39:04.396077 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.469188 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550fb6b-babe-4065-b1ea-a45ffc1dc556 req-55408e17-733f-4e49-8711-d9f0192d7213 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:04.470726 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0550fb6b-babe-4065-b1ea-a45ffc1dc556 req-55408e17-733f-4e49-8711-d9f0192d7213 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0913680 Jan 18 16:39:04.500451 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05965945-4ac2-4ee8-adba-ef44bb65e62c req-817b4529-3b75-4d1f-bed7-3eceafe6af12 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:04.502141 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-05965945-4ac2-4ee8-adba-ef44bb65e62c req-817b4529-3b75-4d1f-bed7-3eceafe6af12 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 931 time: 0.0508523 Jan 18 16:39:04.550726 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-05965945-4ac2-4ee8-adba-ef44bb65e62c req-89cac029-7c77-473a-8331-3318687b1e1a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Jan 18 16:39:04.583325 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0550fb6b-babe-4065-b1ea-a45ffc1dc556 req-decf7c3d-31e7-4dfe-a7c3-19e2394625a8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039417 Jan 18 16:39:04.718474 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a82418-9778-47f9-ad81-cff8d380f5c9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:39:04.725765 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Publish callbacks [] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.737360 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Transition to ACTIVE for port object b4a82418-9778-47f9-ad81-cff8d380f5c9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:39:04.741769 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.793507 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a82418-9778-47f9-ad81-cff8d380f5c9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:04.865607 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Attempting to bind port b4a82418-9778-47f9-ad81-cff8d380f5c9 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:39:04.866154 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Attempting to bind port b4a82418-9778-47f9-ad81-cff8d380f5c9 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:39:04.866486 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Attempting to bind port b4a82418-9778-47f9-ad81-cff8d380f5c9 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:39:04.871116 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Port b4a82418-9778-47f9-ad81-cff8d380f5c9 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:39:04.871434 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Attempting to bind port b4a82418-9778-47f9-ad81-cff8d380f5c9 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:39:04.876753 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:39:04.877100 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Checking segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:39:04.877513 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Bound using segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:39:04.878073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Bound port: b4a82418-9778-47f9-ad81-cff8d380f5c9, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:39:04.878313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.944808 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] For port b4a82418-9778-47f9-ad81-cff8d380f5c9, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:39:04.948159 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] For port b4a82418-9778-47f9-ad81-cff8d380f5c9, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:39:04.953772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.986515 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:04.987144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:04.988588 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] 10.222.0.81 "PUT /v2.0/ports/b4a82418-9778-47f9-ad81-cff8d380f5c9 HTTP/1.1" status: 200 len: 1093 time: 0.9332957 Jan 18 16:39:04.988957 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:04.991219 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416056f3-1e0b-47f8-8a43-2821cb9dd384" -d '{"events": [{"name": "network-changed", "server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:05.020616 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e125dc0-121a-41b6-81c4-430298bebcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a82418-9778-47f9-ad81-cff8d380f5c9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:05.081831 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-d05f0c66-51f1-4046-a435-9de91ab15c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.083359 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-d05f0c66-51f1-4046-a435-9de91ab15c68 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 1096 time: 0.0445082 Jan 18 16:39:05.098300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1120ae-1772-4280-a193-f9c6e793df52 x-openstack-request-id: req-9d1120ae-1772-4280-a193-f9c6e793df52 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:05.098629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:05.098808 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d1120ae-1772-4280-a193-f9c6e793df52 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:05.099208 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'status': 'completed', 'code': 200} Jan 18 16:39:05.132530 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-cba9541b-5c90-4e7f-8bd7-7b0d91c1ba7e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9 HTTP/1.1" status: 200 len: 217 time: 0.0412574 Jan 18 16:39:05.182254 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-ad404d1e-fb71-4d14-bc2b-5624ca46fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.183704 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-ad404d1e-fb71-4d14-bc2b-5624ca46fe11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0452392 Jan 18 16:39:05.232980 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-d72bcef5-3f47-4894-81b6-737309b06376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.235942 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-d72bcef5-3f47-4894-81b6-737309b06376 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431066 Jan 18 16:39:05.331058 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-8622ce2e-4ed8-4aa0-86d5-429649611f96 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864596 Jan 18 16:39:05.420613 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9dff52b4-ce27-4778-b864-12c8b3c0014e req-3c4fd694-70f1-45ea-a047-41160d4c50c0 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833278 Jan 18 16:39:05.515383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-be29ef85-0443-467b-a02c-91f1616cd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.516979 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-be29ef85-0443-467b-a02c-91f1616cd56f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 1096 time: 0.0470071 Jan 18 16:39:05.611769 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-4b47d16f-2de5-41ce-afc3-a2ad27f19c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.613371 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-4b47d16f-2de5-41ce-afc3-a2ad27f19c4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.0886447 Jan 18 16:39:05.664684 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-b16622cb-5972-4288-948a-5fe23080a6a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9 HTTP/1.1" status: 200 len: 217 time: 0.0435188 Jan 18 16:39:05.675825 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a937ae-f61a-4f9b-9105-11c1a1147940 req-36367734-b557-4e75-94c7-ad5061de4e62 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.677261 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58a937ae-f61a-4f9b-9105-11c1a1147940 req-36367734-b557-4e75-94c7-ad5061de4e62 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0567803 Jan 18 16:39:05.727795 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58a937ae-f61a-4f9b-9105-11c1a1147940 req-17ec5955-54ad-4a2b-a39b-ee96ddaac509 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448663 Jan 18 16:39:05.737759 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-9c755c5c-1219-436a-a845-56c753dbd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.739216 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-9c755c5c-1219-436a-a845-56c753dbd21b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0653753 Jan 18 16:39:05.748087 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a46364-2927-43b8-9606-5f0e8c444c09 req-57ad342d-51f4-4925-bae8-79a0708f7db4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.749447 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-16a46364-2927-43b8-9606-5f0e8c444c09 req-57ad342d-51f4-4925-bae8-79a0708f7db4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0875046 Jan 18 16:39:05.825511 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-4981818a-3600-4abb-82ab-645a6bc228ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:05.826988 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-4981818a-3600-4abb-82ab-645a6bc228ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766993 Jan 18 16:39:05.832370 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-16a46364-2927-43b8-9606-5f0e8c444c09 req-137ad5ec-f581-40e8-9a6a-c95975e9ca1c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747316 Jan 18 16:39:05.928494 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-1f7a1a90-8d54-4721-bd01-0196c51e3a0a service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913322 Jan 18 16:39:06.022668 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-416056f3-1e0b-47f8-8a43-2821cb9dd384 req-09093e1f-e266-4558-9e58-5504a61e2e72 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 Jan 18 16:39:06.515308 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8faffd7-f85f-4575-b52d-9a6af767068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:06.846402 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfde87-600c-465f-adfb-6d168f14f13a req-686b8a99-bc14-4542-8453-6c1ccbfe77b1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:06.848219 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bccfde87-600c-465f-adfb-6d168f14f13a req-686b8a99-bc14-4542-8453-6c1ccbfe77b1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0527351 Jan 18 16:39:06.902483 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bccfde87-600c-465f-adfb-6d168f14f13a req-29d3443c-c9e8-49bf-9609-b3bd25ac93e2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Jan 18 16:39:06.955133 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1003412-8950-461f-88d3-743d3ae66f64 req-f65dec23-40eb-4d87-b161-ba9665ea186f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:06.956547 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a1003412-8950-461f-88d3-743d3ae66f64 req-f65dec23-40eb-4d87-b161-ba9665ea186f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0485799 Jan 18 16:39:07.004482 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a1003412-8950-461f-88d3-743d3ae66f64 req-cf26d191-61ac-46e4-9fc4-78179e210d6c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Jan 18 16:39:08.017532 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d77c0-2633-4ff7-80fc-7d247e7f5a7f req-82f041e2-407a-490a-ad1c-d0b3b4471a3d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:08.019182 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-084d77c0-2633-4ff7-80fc-7d247e7f5a7f req-82f041e2-407a-490a-ad1c-d0b3b4471a3d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0529907 Jan 18 16:39:08.069406 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-084d77c0-2633-4ff7-80fc-7d247e7f5a7f req-6024569e-b9fe-4f1f-b5de-f60b0d1c477b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438032 Jan 18 16:39:08.126388 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e10d5-c623-4d2c-888d-e8ba064b380e req-81e29b00-97fc-4fda-9794-3a90ecec6578 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:08.127887 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c8e10d5-c623-4d2c-888d-e8ba064b380e req-81e29b00-97fc-4fda-9794-3a90ecec6578 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0483325 Jan 18 16:39:08.188883 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c8e10d5-c623-4d2c-888d-e8ba064b380e req-4626b935-2bef-4547-8ae9-6ef52c9bc724 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Jan 18 16:39:09.183383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699add2-bd2a-4199-9a99-3696b1706069 req-5249d691-6df8-46e7-a418-e1f28eb862c3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:09.184901 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1699add2-bd2a-4199-9a99-3696b1706069 req-5249d691-6df8-46e7-a418-e1f28eb862c3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0487590 Jan 18 16:39:09.236132 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1699add2-bd2a-4199-9a99-3696b1706069 req-656c73b0-e1df-4799-90a9-6b949a35ac2d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Jan 18 16:39:09.315096 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda62308-5c28-42f2-b86d-b862c79d96ef req-bf9d98e9-e811-4949-a6bd-c42d39cc452e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:09.316599 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bda62308-5c28-42f2-b86d-b862c79d96ef req-bf9d98e9-e811-4949-a6bd-c42d39cc452e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0487862 Jan 18 16:39:09.362635 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aeb84326-2878-4edc-bee7-39ab787840db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:09.364325 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-bda62308-5c28-42f2-b86d-b862c79d96ef req-b3d3fdef-3f69-4746-a7ba-a59eaac96a85 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Jan 18 16:39:10.501036 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca50d1-66a5-476e-bb34-0226c905d77c req-ec7fd6b5-d3e7-4982-96b2-8cada670f8cb tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:10.501878 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5eea6-cdcb-4de0-a630-133c520f0017 req-23951411-8fcb-4a6d-94b9-a8a043ac30b5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:10.502706 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-72ca50d1-66a5-476e-bb34-0226c905d77c req-ec7fd6b5-d3e7-4982-96b2-8cada670f8cb tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0502374 Jan 18 16:39:10.503417 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a2d5eea6-cdcb-4de0-a630-133c520f0017 req-23951411-8fcb-4a6d-94b9-a8a043ac30b5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0505450 Jan 18 16:39:10.550514 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a2d5eea6-cdcb-4de0-a630-133c520f0017 req-16f9c459-cf84-4ca6-b265-51a953defb35 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Jan 18 16:39:10.555774 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-72ca50d1-66a5-476e-bb34-0226c905d77c req-24542253-8de6-4da6-992d-8d56c5161b25 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Jan 18 16:39:11.012146 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:11.678497 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414636a-aa22-4668-a78b-7d35a96e5720 req-ad7c10b9-e2e4-488e-84f2-20a8a4d18de6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:11.680026 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4414636a-aa22-4668-a78b-7d35a96e5720 req-ad7c10b9-e2e4-488e-84f2-20a8a4d18de6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0539944 Jan 18 16:39:11.682909 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c639f-88e0-4f38-9eae-93a13b8c5269 req-b7524e7c-f316-4bd9-b0f5-749ce103a732 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:11.684395 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a41c639f-88e0-4f38-9eae-93a13b8c5269 req-b7524e7c-f316-4bd9-b0f5-749ce103a732 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0515184 Jan 18 16:39:11.727136 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4414636a-aa22-4668-a78b-7d35a96e5720 req-648471b8-ffd4-4571-874a-57c7fa5a5f2d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Jan 18 16:39:11.734618 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a41c639f-88e0-4f38-9eae-93a13b8c5269 req-54abdd54-2780-4dd3-86c7-687abd96457b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Jan 18 16:39:12.418623 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:12.846211 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ddee3-9cd3-4a5c-97f5-30b21e5476d2 req-c779ccd1-e14a-4afc-a1aa-c593b26e3bf7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:12.847721 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-425ddee3-9cd3-4a5c-97f5-30b21e5476d2 req-c779ccd1-e14a-4afc-a1aa-c593b26e3bf7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0486062 Jan 18 16:39:12.851229 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc91025-6d0b-41be-9732-6298ae36f5b5 req-fdd1edfe-7863-4899-ba82-2ab42860c79f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:12.852756 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-abc91025-6d0b-41be-9732-6298ae36f5b5 req-fdd1edfe-7863-4899-ba82-2ab42860c79f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0505166 Jan 18 16:39:12.894882 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-425ddee3-9cd3-4a5c-97f5-30b21e5476d2 req-394e1c13-0a34-490d-ab8c-91a61122f4e6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Jan 18 16:39:12.901921 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-abc91025-6d0b-41be-9732-6298ae36f5b5 req-91f44fe7-5bd0-452e-92d9-54638607708a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434842 Jan 18 16:39:13.144251 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:14.016754 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90a455-fdad-4147-a9c8-f6a502602cf4 req-0d1a5787-245b-4368-b543-a6294808e6b0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:14.018294 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ba90a455-fdad-4147-a9c8-f6a502602cf4 req-0d1a5787-245b-4368-b543-a6294808e6b0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0498135 Jan 18 16:39:14.024140 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15cad5-80a9-4c87-b29c-5ae449603e13 req-095fa0cd-a12a-4a08-a5f8-893ba8a58408 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:14.025659 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-fc15cad5-80a9-4c87-b29c-5ae449603e13 req-095fa0cd-a12a-4a08-a5f8-893ba8a58408 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 943 time: 0.0529354 Jan 18 16:39:14.071118 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ba90a455-fdad-4147-a9c8-f6a502602cf4 req-121e8324-b787-43d3-941d-447a08b693cd tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454741 Jan 18 16:39:14.077618 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-fc15cad5-80a9-4c87-b29c-5ae449603e13 req-e93ea973-90ac-46d2-9998-10c4c11689b1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463221 Jan 18 16:39:14.477162 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b4a82418-9778-47f9-ad81-cff8d380f5c9 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:39:14.568568 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port b4a82418-9778-47f9-ad81-cff8d380f5c9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:14.579686 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'port_id': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'mac_address': 'fa:16:3e:74:29:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:39:14.619432 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port b4a82418-9778-47f9-ad81-cff8d380f5c9 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:14.619815 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:14.632201 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a82418-9778-47f9-ad81-cff8d380f5c9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:39:14.651478 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port b4a82418-9778-47f9-ad81-cff8d380f5c9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:14.655526 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:14.701711 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=b4a82418-9778-47f9-ad81-cff8d380f5c9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:14.709414 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.709792 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.710137 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.710483 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.710811 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.711144 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.711478 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.711812 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.712140 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.712468 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.712790 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.713120 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.713434 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:14.916607 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['b4a82418-9778-47f9-ad81-cff8d380f5c9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:39:15.196083 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559c901-1041-4a1f-883d-165242df6234 req-c21f84c4-9cad-4ef5-8aea-18dfff8a9155 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:15.196638 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd868a05-4f5a-4266-8b32-64603c6489bc req-d9fd82d6-780b-4fb8-a103-ffa1a51b2001 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:15.198347 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9559c901-1041-4a1f-883d-165242df6234 req-c21f84c4-9cad-4ef5-8aea-18dfff8a9155 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 944 time: 0.0492713 Jan 18 16:39:15.198740 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dd868a05-4f5a-4266-8b32-64603c6489bc req-d9fd82d6-780b-4fb8-a103-ffa1a51b2001 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0505786 Jan 18 16:39:15.247473 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dd868a05-4f5a-4266-8b32-64603c6489bc req-fde8ba41-4ae3-46bb-ba8c-8468f4a78188 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Jan 18 16:39:15.249102 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9559c901-1041-4a1f-883d-165242df6234 req-5176857c-db3e-428f-b07c-d0b07deb6cf1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Jan 18 16:39:16.367671 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8b6c9-c80b-4ff5-9c38-6fe919553ae9 req-7affc791-2288-4d81-bf1b-0da8cf8b765f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:16.368371 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b1893-1d05-45fd-93b3-d3b0eb6cabcb req-81f7c42c-6f60-48ae-9400-fad00c03c437 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:16.369171 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cce8b6c9-c80b-4ff5-9c38-6fe919553ae9 req-7affc791-2288-4d81-bf1b-0da8cf8b765f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 944 time: 0.0502677 Jan 18 16:39:16.369871 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-891b1893-1d05-45fd-93b3-d3b0eb6cabcb req-81f7c42c-6f60-48ae-9400-fad00c03c437 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0509353 Jan 18 16:39:16.423160 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-891b1893-1d05-45fd-93b3-d3b0eb6cabcb req-fb281e9c-348c-4f3e-b621-505ca7314da4 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479164 Jan 18 16:39:16.423920 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cce8b6c9-c80b-4ff5-9c38-6fe919553ae9 req-9ab7103e-4230-4305-ab45-9b43266ff23c tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486972 Jan 18 16:39:16.475910 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b4a82418-9778-47f9-ad81-cff8d380f5c9 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:39:16.523861 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port b4a82418-9778-47f9-ad81-cff8d380f5c9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:39:16.527648 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port b4a82418-9778-47f9-ad81-cff8d380f5c9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:39:16.527948 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:16.606511 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port b4a82418-9778-47f9-ad81-cff8d380f5c9 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:16.606893 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:16.629459 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:16.631694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c954f4a-bfdb-4da9-8c6d-789af39dbd23" -d '{"events": [{"server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "name": "network-vif-plugged", "status": "completed", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:16.644451 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port b4a82418-9778-47f9-ad81-cff8d380f5c9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:16.649401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:16.700048 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=b4a82418-9778-47f9-ad81-cff8d380f5c9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:16.735472 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881988ae-7fb3-4398-a25d-45b299b9db5f x-openstack-request-id: req-881988ae-7fb3-4398-a25d-45b299b9db5f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:16.735761 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "name": "network-vif-plugged", "status": "completed", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:16.736014 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-881988ae-7fb3-4398-a25d-45b299b9db5f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:16.736466 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'code': 200} Jan 18 16:39:16.984597 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb41a2-a47f-4b29-8926-21e253b84c9d req-8612a497-4f6b-483c-b47f-2fbfcc475d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:16.986150 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44bb41a2-a47f-4b29-8926-21e253b84c9d req-8612a497-4f6b-483c-b47f-2fbfcc475d4e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 1098 time: 0.0484273 Jan 18 16:39:17.037278 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-44bb41a2-a47f-4b29-8926-21e253b84c9d req-7969b51d-36d5-4844-a401-64d9b3b8c212 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Jan 18 16:39:17.546218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7f57-3ac9-47e7-93fd-c1302e19e306 req-f9eef868-ae75-4221-99af-be613cfcc08e tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:17.548586 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fbac7f57-3ac9-47e7-93fd-c1302e19e306 req-f9eef868-ae75-4221-99af-be613cfcc08e tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 945 time: 0.0545847 Jan 18 16:39:17.560065 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce5b08-e6d4-4cdf-a803-893135cb43ef req-aa01a02c-2fce-4e52-8bd6-513841a3da06 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:17.561741 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3ce5b08-e6d4-4cdf-a803-893135cb43ef req-aa01a02c-2fce-4e52-8bd6-513841a3da06 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0601108 Jan 18 16:39:17.607270 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fbac7f57-3ac9-47e7-93fd-c1302e19e306 req-77c1087d-0674-4d64-9e42-b015d6d42d08 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532532 Jan 18 16:39:17.621989 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e3ce5b08-e6d4-4cdf-a803-893135cb43ef req-4d56f0d6-5c7d-4c38-b28f-5eec1e68d137 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473456 Jan 18 16:39:18.727645 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755feaf7-5733-4dc7-9fc9-106183702460 req-6e84fa7f-bc19-4227-bc22-ee2af625faf5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:18.729143 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-755feaf7-5733-4dc7-9fc9-106183702460 req-6e84fa7f-bc19-4227-bc22-ee2af625faf5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Jan 18 16:39:18.741159 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5384767-f1f3-45ac-86f3-29bb3cdd1b11 req-3e04ccdf-0f83-4c08-8ace-719b27602149 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:18.742722 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a5384767-f1f3-45ac-86f3-29bb3cdd1b11 req-3e04ccdf-0f83-4c08-8ace-719b27602149 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0486226 Jan 18 16:39:18.789061 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-755feaf7-5733-4dc7-9fc9-106183702460 req-dad809ea-1995-40aa-b6c1-1cf5879da24b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536525 Jan 18 16:39:18.791938 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a5384767-f1f3-45ac-86f3-29bb3cdd1b11 req-78ded2c9-f07d-4ff4-a4b0-c395f87785aa tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Jan 18 16:39:18.897444 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dff95-9520-4108-b1a0-60509088bb71 req-6315af10-e02b-44a4-acb4-e09dc02d6ca6 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:18.898879 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a52dff95-9520-4108-b1a0-60509088bb71 req-6315af10-e02b-44a4-acb4-e09dc02d6ca6 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 945 time: 0.0494440 Jan 18 16:39:18.947782 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a52dff95-9520-4108-b1a0-60509088bb71 req-d7f04dee-d083-4b09-9d49-c711ea117c7f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Jan 18 16:39:18.970248 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48628) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:19.050821 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e131e-6309-4fdf-b376-fba866bb441c tempest-TestVolumeBootPattern-94811699 tempest-TestVolumeBootPattern-94811699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:19.052332 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-e73e131e-6309-4fdf-b376-fba866bb441c tempest-TestVolumeBootPattern-94811699 tempest-TestVolumeBootPattern-94811699-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 1093 time: 0.0810478 Jan 18 16:39:19.055182 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48632) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:19.059397 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'port_id': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:39:19.083313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:19.182407 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:19.290665 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Allocated IP 172.27.0.182 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/cf52f223-94e4-4580-a311-80b9fa95bcd8) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:39:19.391733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:19.424935 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:19.462546 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:39:19.465366 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:39:19.469190 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:39:19.498462 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=cf52f223-94e4-4580-a311-80b9fa95bcd8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:19.829418 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (ac9b55fc-fd18-4581-a8cb-4a8b48611707), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:19.901938 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:19.916014 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811150f-b598-40ee-bd90-315ac6c1d1d6 req-f890b29e-f1ee-41f7-a86c-7f5d86c27139 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:19.917577 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5811150f-b598-40ee-bd90-315ac6c1d1d6 req-f890b29e-f1ee-41f7-a86c-7f5d86c27139 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0524912 Jan 18 16:39:19.966017 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5811150f-b598-40ee-bd90-315ac6c1d1d6 req-1fe80875-b4a1-4676-9627-1dce2a05e553 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429187 Jan 18 16:39:20.054578 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:20.059179 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:20.130036 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=cf52f223-94e4-4580-a311-80b9fa95bcd8,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:20.144675 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (ac9b55fc-fd18-4581-a8cb-4a8b48611707), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:20.254901 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Floating IP ac9b55fc-fd18-4581-a8cb-4a8b48611707 associated. External IP: 172.27.0.182, port: b4a82418-9778-47f9-ad81-cff8d380f5c9. Jan 18 16:39:20.478192 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:39:20.601238 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:20.615682 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'port_id': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'mac_address': 'fa:16:3e:12:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:39:20.656603 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: ACTIVE; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:20.657249 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:20.680821 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4b22002-e3c0-4bec-a7a7-0103d0135897 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:39:20.710116 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:20.716465 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:20.746671 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:20.780645 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:20.847661 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['d4b22002-e3c0-4bec-a7a7-0103d0135897'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:39:20.914618 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:20.926244 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:20.937032 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:20.946652 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:20.947290 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:20.986121 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-b65eefd7-dbbf-4add-99d3-d7721a70a72f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9298890 Jan 18 16:39:20.987392 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:20.989894 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:21.083354 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41ef39d-5c47-4f11-b2c3-dbd74718d838 x-openstack-request-id: req-a41ef39d-5c47-4f11-b2c3-dbd74718d838 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:21.083354 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:21.083629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a41ef39d-5c47-4f11-b2c3-dbd74718d838 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:21.083955 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'status': 'completed', 'code': 200} Jan 18 16:39:21.155636 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697209-165b-4276-96f4-eca3b5b0b668 req-c0856bcd-451a-41e3-9eb2-6a6efb6f262c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:21.157370 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-86ed6cef-28c0-4417-86bd-ca95d638942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:21.159087 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-86ed6cef-28c0-4417-86bd-ca95d638942e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 1098 time: 0.0599337 Jan 18 16:39:21.159738 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-89697209-165b-4276-96f4-eca3b5b0b668 req-c0856bcd-451a-41e3-9eb2-6a6efb6f262c tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 945 time: 0.0646131 Jan 18 16:39:21.160097 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:21.263973 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-4908b0dd-0c99-4f05-9637-d26a50eeeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:21.269539 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-4908b0dd-0c99-4f05-9637-d26a50eeeeff service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.0999093 Jan 18 16:39:21.347056 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-89697209-165b-4276-96f4-eca3b5b0b668 req-a30ac74f-22ee-409e-b910-07b6b616f5c7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428280 Jan 18 16:39:21.393706 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-0f56349c-148a-406a-be60-f42f43f6dd17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9 HTTP/1.1" status: 200 len: 999 time: 0.1202209 Jan 18 16:39:21.454338 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-01f48619-1efd-49e0-a484-cbe4e66ee695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:21.456145 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-01f48619-1efd-49e0-a484-cbe4e66ee695 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0560083 Jan 18 16:39:21.472118 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'ac9b55fc-fd18-4581-a8cb-4a8b48611707', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:74:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c558fb2-74b4-4a93-b337-02c60c032447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:39:19Z', 'updated_at': '2022-01-18T16:39:19Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:21.507650 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-805180f3-b41b-42cc-ae36-c6ac7a254418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:21.508282 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:21.509206 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-805180f3-b41b-42cc-ae36-c6ac7a254418 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453725 Jan 18 16:39:21.523257 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:21.524182 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:21.616329 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-05352ae8-17f4-42ee-b58f-b6a4639b284b service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975184 Jan 18 16:39:21.653706 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:21.728068 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-36e59b5a-a6db-40d6-bb6a-4af230eaa24f req-7e031d21-a3d4-473e-8d61-0e23b4983372 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995789 Jan 18 16:39:21.955099 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'ac9b55fc-fd18-4581-a8cb-4a8b48611707', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:74:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c558fb2-74b4-4a93-b337-02c60c032447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:39:19Z', 'updated_at': '2022-01-18T16:39:19Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:21.985556 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c3070-8f8d-4388-b7c6-9c2c4c2d4391 None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'ac9b55fc-fd18-4581-a8cb-4a8b48611707', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:74:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c558fb2-74b4-4a93-b337-02c60c032447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:39:19Z', 'updated_at': '2022-01-18T16:39:19Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:22.228633 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121e798-3bfc-44a8-a4fc-abd7da00e968 None None] New status for floating IP ac9b55fc-fd18-4581-a8cb-4a8b48611707: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:39:22.499388 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:39:22.549795 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a5c8-09b8-404b-a268-a12d455188cf req-e8bc1243-ccc1-4f47-9442-b661b5ba468e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:22.551891 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3f37a5c8-09b8-404b-a268-a12d455188cf req-e8bc1243-ccc1-4f47-9442-b661b5ba468e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 945 time: 0.0913823 Jan 18 16:39:22.597095 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port d4b22002-e3c0-4bec-a7a7-0103d0135897 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:39:22.597752 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:22.623176 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3f37a5c8-09b8-404b-a268-a12d455188cf req-df231d55-3928-4492-9129-91f60e908c14 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629780 Jan 18 16:39:22.694924 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:22.696165 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:22.737140 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:22.741184 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43528dfc-9fff-4b58-8f27-4370edf3610b" -d '{"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:22.760209 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:22.764876 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:22.816566 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e11c265-1550-4c60-b1b5-7e036fbe133e x-openstack-request-id: req-7e11c265-1550-4c60-b1b5-7e036fbe133e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:22.816862 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:22.817230 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e11c265-1550-4c60-b1b5-7e036fbe133e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:22.817729 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'code': 200} Jan 18 16:39:22.835578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:23.639649 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:23.804920 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5db8fe-269a-4492-b600-714d331e117f req-7d718ee1-e2a5-459a-914e-abc99f0e2efc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:23.806499 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b5db8fe-269a-4492-b600-714d331e117f req-7d718ee1-e2a5-459a-914e-abc99f0e2efc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0676188 Jan 18 16:39:23.875941 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b5db8fe-269a-4492-b600-714d331e117f req-9185d15a-6681-4203-948b-5658638ecc58 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588264 Jan 18 16:39:25.054160 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439bc0-5fa0-46d1-9df8-4c0c89a2b6dd req-beb38426-8d42-473c-a39b-0f24d895f48a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:25.055809 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a1439bc0-5fa0-46d1-9df8-4c0c89a2b6dd req-beb38426-8d42-473c-a39b-0f24d895f48a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0560071 Jan 18 16:39:25.109732 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a1439bc0-5fa0-46d1-9df8-4c0c89a2b6dd req-8081d591-499b-4199-937b-36fb58021c6e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453925 Jan 18 16:39:26.295709 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225cb09-a084-411b-800c-8717e8fb4953 req-d820f0f3-489f-4a1a-8e6f-25bd067cb824 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:26.304193 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8225cb09-a084-411b-800c-8717e8fb4953 req-d820f0f3-489f-4a1a-8e6f-25bd067cb824 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.1043017 Jan 18 16:39:26.381739 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8225cb09-a084-411b-800c-8717e8fb4953 req-bcfc953a-7a6f-450d-ab20-47733414efdf tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759583 Jan 18 16:39:27.525308 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28df7df-e6ee-4846-b540-9c426b1ec7d1 req-bcfab226-c9e8-445b-891d-c0e19d55377d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:27.534865 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a28df7df-e6ee-4846-b540-9c426b1ec7d1 req-bcfab226-c9e8-445b-891d-c0e19d55377d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0716469 Jan 18 16:39:27.591804 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a28df7df-e6ee-4846-b540-9c426b1ec7d1 req-101f4a25-5a28-4ea8-a605-7515d9b91f66 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560305 Jan 18 16:39:28.736793 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e291f2-3429-4017-a3b7-e345cb060f61 req-3cb082ec-f805-4f1c-8924-353bd1e6967f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:28.739272 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00e291f2-3429-4017-a3b7-e345cb060f61 req-3cb082ec-f805-4f1c-8924-353bd1e6967f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0615056 Jan 18 16:39:28.802779 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00e291f2-3429-4017-a3b7-e345cb060f61 req-f8e9aaed-4644-44f1-ba83-2d659a645463 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557687 Jan 18 16:39:29.066655 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-adbd886e-3bd5-4028-a171-a4415901e0b8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463827 Jan 18 16:39:29.161516 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-a7df20e3-5592-417d-9e91-547056f9e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:29.162304 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-a7df20e3-5592-417d-9e91-547056f9e27c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1137 time: 0.0508792 Jan 18 16:39:29.314961 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-7eff0b61-55c6-4e97-9abb-b01fc141e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:29.316486 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-7eff0b61-55c6-4e97-9abb-b01fc141e57b service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 915 time: 0.1251931 Jan 18 16:39:29.393758 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-32235896-c176-4103-942c-9aeaf96823ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 1001 time: 0.0709813 Jan 18 16:39:29.461368 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-986472db-7ec4-4118-904e-1e3c9065fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:29.462893 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-986472db-7ec4-4118-904e-1e3c9065fed4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 200 len: 853 time: 0.0601246 Jan 18 16:39:29.517921 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-9fdc4903-6c3c-4ff3-966a-365208ee7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:29.519425 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-9fdc4903-6c3c-4ff3-966a-365208ee7d1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e9585a2-342b-4355-89b3-367e7110fa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501750 Jan 18 16:39:29.644722 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-4fc494ab-fd3d-49dd-9c43-4a922f6bf4f1 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164029 Jan 18 16:39:29.788969 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ca0fdec3-fa38-4b25-99df-9728ea8b3189 req-781bcacf-7bcd-436a-8ddb-869f0bd950f6 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366775 Jan 18 16:39:29.960365 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4efb46-3376-4210-b560-ec1b25c08cf7 req-b3daa818-eb1c-4ba9-a5ae-fe9dd87742c7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:29.962093 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4b4efb46-3376-4210-b560-ec1b25c08cf7 req-b3daa818-eb1c-4ba9-a5ae-fe9dd87742c7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0707412 Jan 18 16:39:30.019499 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4b4efb46-3376-4210-b560-ec1b25c08cf7 req-313b6aca-8ba5-45fb-899e-86f3dff5014a tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515771 Jan 18 16:39:30.731300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-24c2815e-dd9a-4952-ba0f-b68e14af8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:30.732774 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-24c2815e-dd9a-4952-ba0f-b68e14af8049 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 1099 time: 0.0414610 Jan 18 16:39:30.837558 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-2b674ea2-ec0f-4b86-a3e2-171ef8d5e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:30.839046 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-2b674ea2-ec0f-4b86-a3e2-171ef8d5e4d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.0971794 Jan 18 16:39:30.908421 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-1cfb0c51-58bb-46af-b6b2-a767473137d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897 HTTP/1.1" status: 200 len: 1002 time: 0.0628936 Jan 18 16:39:30.963161 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-1b4090a8-b5cf-4864-adb2-5c07d9565a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:30.964616 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-1b4090a8-b5cf-4864-adb2-5c07d9565a39 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.0504391 Jan 18 16:39:31.010151 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-b6b8bd3e-e138-4e26-b589-25229fac0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:31.011535 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-b6b8bd3e-e138-4e26-b589-25229fac0388 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407510 Jan 18 16:39:31.100291 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-1a1144a2-f096-4c05-ad4c-cba61fe9eb2a service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819185 Jan 18 16:39:31.201930 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c49d30-4354-48cb-a89e-63444b34213b req-0dc47c90-39b7-4776-a002-863f8d5de232 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:31.204331 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-41c49d30-4354-48cb-a89e-63444b34213b req-0dc47c90-39b7-4776-a002-863f8d5de232 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0996883 Jan 18 16:39:31.248760 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b8676fb1-c35b-4d21-a0e1-9946b85e1228 req-dbae11b7-c92c-464e-ad9d-54442cca8355 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359532 Jan 18 16:39:31.272376 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-41c49d30-4354-48cb-a89e-63444b34213b req-08854cf5-4001-403a-bfe6-7e1d90f0c250 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588629 Jan 18 16:39:32.395779 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a345d-7607-4837-8f42-2227bd23cba2 req-10e8e35c-bfb8-4db0-9281-11e7fdb621ca tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:32.397420 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2f3a345d-7607-4837-8f42-2227bd23cba2 req-10e8e35c-bfb8-4db0-9281-11e7fdb621ca tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0505855 Jan 18 16:39:32.459922 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2f3a345d-7607-4837-8f42-2227bd23cba2 req-d63e5ad2-fb9c-4bd3-9e6a-70f6dd595fb7 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563698 Jan 18 16:39:33.587744 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2df96e-f469-4b1a-b106-713c6832b053 req-4c5de7e3-7eb1-42a0-b6d9-3556c20567c6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:33.590325 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b2df96e-f469-4b1a-b106-713c6832b053 req-4c5de7e3-7eb1-42a0-b6d9-3556c20567c6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0556316 Jan 18 16:39:33.638725 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b2df96e-f469-4b1a-b106-713c6832b053 req-a816b5ed-ae2b-41fe-9a05-79374cf34f36 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Jan 18 16:39:34.565159 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:34.609726 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1180-ad12-409d-96ce-b6afa41d1333 req-fd1deadf-ba94-406a-999c-c0ee091b109e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:34.612705 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-27fd1180-ad12-409d-96ce-b6afa41d1333 req-fd1deadf-ba94-406a-999c-c0ee091b109e tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 946 time: 0.0753627 Jan 18 16:39:34.681081 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-27fd1180-ad12-409d-96ce-b6afa41d1333 req-6873d1de-25e9-4a75-b32e-46823b5a2141 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610766 Jan 18 16:39:34.681330 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: ACTIVE; New status is: DOWN {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:34.682297 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:34.715759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:34.718789 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3940e-dad2-4586-a7ca-b05a12375949" -d '{"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:34.732936 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:34.740329 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:34.773750 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245aa92f-f454-4878-8a6e-e8cf38d2d27a x-openstack-request-id: req-245aa92f-f454-4878-8a6e-e8cf38d2d27a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:34.774021 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-unplugged", "status": "failed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:34.774281 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-245aa92f-f454-4878-8a6e-e8cf38d2d27a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:34.774837 dv-cinder-825130-1-iscsi neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'code': 422} returned with failed status Jan 18 16:39:34.807092 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:34.872805 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48834) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:34.957950 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-489e1190-6836-4dff-9a65-f89f70405278 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839181 Jan 18 16:39:34.966923 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-02fdfc9a-91fa-49ba-a03f-e052da121a59 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:39:34.968535 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-02fdfc9a-91fa-49ba-a03f-e052da121a59 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060139 Jan 18 16:39:35.683411 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-1be98ff6-ad66-4731-b5d1-9795f95062d4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-932200161&fields=id&tenant_id=61c8cdd38f99413282ecf1d384524466 HTTP/1.1" status: 200 len: 267 time: 0.0571153 Jan 18 16:39:35.747121 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-1bf437f8-4ed2-45fb-9236-53f9ac142335 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:35.749415 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-1bf437f8-4ed2-45fb-9236-53f9ac142335 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 984 time: 0.0575140 Jan 18 16:39:35.763544 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Request body: {'port': {'security_groups': ['dd45aa39-23f6-4134-87d1-0fa06acf8327']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:39:35.842663 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b6a82-9004-4ffe-85db-6b11e25e77f0 req-9673d911-e097-4123-85d4-754a564cafc3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:35.844234 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-740b6a82-9004-4ffe-85db-6b11e25e77f0 req-9673d911-e097-4123-85d4-754a564cafc3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0542367 Jan 18 16:39:35.871518 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:35.925735 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-740b6a82-9004-4ffe-85db-6b11e25e77f0 req-c9ac807b-86cc-41e2-8fb9-7f2968f95edc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726726 Jan 18 16:39:35.928888 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5641704-7975-4b75-a155-37791fd455b0 req-9fd59678-fc0c-431d-81fe-e06ea06d5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:35.930528 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-9fd59678-fc0c-431d-81fe-e06ea06d5b04 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d&tenant_id=fa5307ffd5904957a739da2767136aaa HTTP/1.1" status: 200 len: 1097 time: 0.0854025 Jan 18 16:39:36.002872 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5641704-7975-4b75-a155-37791fd455b0 req-d3a86331-837b-4e8f-a5fb-315e27707caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:36.004400 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-d3a86331-837b-4e8f-a5fb-315e27707caf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa5307ffd5904957a739da2767136aaa&device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 1097 time: 0.0455327 Jan 18 16:39:36.105368 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5641704-7975-4b75-a155-37791fd455b0 req-bd4b30c6-c39f-4530-b13d-3e9c519f57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:36.106936 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-bd4b30c6-c39f-4530-b13d-3e9c519f57ed service neutron] 10.222.0.81 "GET /v2.0/networks?id=27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 200 len: 918 time: 0.0953174 Jan 18 16:39:36.116335 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:36.162568 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.169003 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4628897'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.182054 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-da730475-7132-4236-823e-05fdf3870965 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897 HTTP/1.1" status: 200 len: 1000 time: 0.0689907 Jan 18 16:39:36.183443 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['70f147fc-03a1-4a11-b4b1-778ae3ce3108'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:39:36.217079 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:36.218284 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.219763 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-23add248-1dea-4c19-a1a0-2a0c72b7bf2a req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "PUT /v2.0/ports/70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 942 time: 0.4638457 Jan 18 16:39:36.220260 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:36.222591 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f170e8a488dd01a1530f252a532c8d385c8727075f0178b02b6827317e098f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dac90e-13de-4465-96c2-39836e44beaa" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:36.228588 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 48852) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:36.270906 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5641704-7975-4b75-a155-37791fd455b0 req-f81a276c-c6e4-4ce7-b1b0-aedf8f02b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:36.274107 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-f81a276c-c6e4-4ce7-b1b0-aedf8f02b42f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 200 len: 856 time: 0.0866494 Jan 18 16:39:36.314159 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event updated for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:36.343352 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5641704-7975-4b75-a155-37791fd455b0 req-93b22783-f850-481e-9a18-df56ab1c46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:36.343624 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['70f147fc-03a1-4a11-b4b1-778ae3ce3108'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:39:36.345660 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-93b22783-f850-481e-9a18-df56ab1c46b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27598ce3-f982-44f0-8153-7dd12b009926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581844 Jan 18 16:39:36.363580 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.368947 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.369782 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.370381 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.371038 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.371632 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.372237 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.372829 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.373423 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.374103 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.374690 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.375282 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.375868 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab10df-0f43-4e95-ac3a-e71bf74c2727 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:36.473103 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16603dfb-9342-419b-935d-0961c3fe8c36 x-openstack-request-id: req-16603dfb-9342-419b-935d-0961c3fe8c36 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:36.473610 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:36.474026 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16603dfb-9342-419b-935d-0961c3fe8c36 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:36.475662 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'status': 'completed', 'code': 200} Jan 18 16:39:36.477444 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7d1be494-cb01-47d4-bf89-373d7b29dbe4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group (634dda10-8a89-4c42-8514-8d57541d5f26), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.522807 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7d1be494-cb01-47d4-bf89-373d7b29dbe4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group (634dda10-8a89-4c42-8514-8d57541d5f26), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.561757 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9edbe5c3-a916-463f-a985-c87e3cebf265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.590567 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-4e167b7b-1c1a-4743-b6b0-37b774ad6c3c service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366652 Jan 18 16:39:36.643755 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7d1be494-cb01-47d4-bf89-373d7b29dbe4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (634dda10-8a89-4c42-8514-8d57541d5f26), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.650006 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7d1be494-cb01-47d4-bf89-373d7b29dbe4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.650877 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dac90e-13de-4465-96c2-39836e44beaa req-96fbcd5a-0419-4ab0-a2f0-102ff2477acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:36.656476 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-7d1be494-cb01-47d4-bf89-373d7b29dbe4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "DELETE /v2.0/security-groups/634dda10-8a89-4c42-8514-8d57541d5f26 HTTP/1.1" status: 204 len: 168 time: 0.4232378 Jan 18 16:39:36.656779 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-56dac90e-13de-4465-96c2-39836e44beaa req-96fbcd5a-0419-4ab0-a2f0-102ff2477acf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1098 time: 0.1136625 Jan 18 16:39:36.656958 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 48856) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:36.671215 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1be494-cb01-47d4-bf89-373d7b29dbe4 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634dda10-8a89-4c42-8514-8d57541d5f26,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:36.681588 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a399418a-593d-4b22-94b0-b1088991a7fe None None] Provisioning complete for port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:39:36.681961 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a399418a-593d-4b22-94b0-b1088991a7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:36.934083 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b5641704-7975-4b75-a155-37791fd455b0 req-87520d98-dd0a-4739-be09-a562f172ece4 service neutron] 10.222.0.81 "GET /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285453 Jan 18 16:39:36.947743 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dac90e-13de-4465-96c2-39836e44beaa req-e9487b6c-3703-4a6a-a0d4-36604387e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:36.949288 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-56dac90e-13de-4465-96c2-39836e44beaa req-e9487b6c-3703-4a6a-a0d4-36604387e5f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 915 time: 0.2821004 Jan 18 16:39:36.953100 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a399418a-593d-4b22-94b0-b1088991a7fe None None] Current status of the port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 is: ACTIVE; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:37.063879 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-56dac90e-13de-4465-96c2-39836e44beaa req-3c0b3d23-1099-435e-bea9-5a32c5a656d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 1001 time: 0.1055956 Jan 18 16:39:37.068188 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fcc12-0204-49b4-97af-c89d4839ed91 req-41f60d0f-6084-4fbd-bde8-958067c45b74 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:37.070180 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-823fcc12-0204-49b4-97af-c89d4839ed91 req-41f60d0f-6084-4fbd-bde8-958067c45b74 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0563936 Jan 18 16:39:37.111453 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Deleting port 700dfd20-2f93-4275-afed-b44f8a804f2d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:37.112145 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:37.128314 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-823fcc12-0204-49b4-97af-c89d4839ed91 req-f0cc8f65-2f0c-45a4-a069-bf7224375721 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497484 Jan 18 16:39:37.160494 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dac90e-13de-4465-96c2-39836e44beaa req-6c28b292-bdc5-4746-ae76-e669303b2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:37.162868 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-56dac90e-13de-4465-96c2-39836e44beaa req-6c28b292-bdc5-4746-ae76-e669303b2d23 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 200 len: 853 time: 0.0920568 Jan 18 16:39:37.303172 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dac90e-13de-4465-96c2-39836e44beaa req-35763bbb-eac5-4685-838f-30bef035e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:37.304700 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-56dac90e-13de-4465-96c2-39836e44beaa req-35763bbb-eac5-4685-838f-30bef035e511 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e9585a2-342b-4355-89b3-367e7110fa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003087 Jan 18 16:39:37.306686 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:37.307014 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for floatingip (700dfd20-2f93-4275-afed-b44f8a804f2d), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:37.343792 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Calling delete_port for 700dfd20-2f93-4275-afed-b44f8a804f2d owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:37.527440 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-56dac90e-13de-4465-96c2-39836e44beaa req-9e24c4b9-df36-4897-a266-a49e33d5393e service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168725 Jan 18 16:39:37.665090 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (700dfd20-2f93-4275-afed-b44f8a804f2d), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:37.691170 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event deleted for resources: {'Port': ['ID=700dfd20-2f93-4275-afed-b44f8a804f2d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:37.788027 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks [] for floatingip (a3a36654-b6a8-4ece-b4e1-607f84de12bb), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:37.788615 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Floating IP a3a36654-b6a8-4ece-b4e1-607f84de12bb disassociated (deleted). External IP: 172.27.0.242, port: 70f147fc-03a1-4a11-b4b1-778ae3ce3108. Jan 18 16:39:38.041028 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Router e316d4be-7eba-4a02-92f6-d93a72edf86b has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:38.169755 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:38.177970 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:38.188726 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] Sync routers for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:38.219907 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-77bc9c35-59e9-4d53-a15c-c0efd2b4f8de tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "DELETE /v2.0/floatingips/a3a36654-b6a8-4ece-b4e1-607f84de12bb HTTP/1.1" status: 204 len: 168 time: 1.5616639 Jan 18 16:39:38.220581 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:38.223749 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c3392b-4a99-4d07-8ec3-bda338914edc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:38.225191 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:38.226532 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:38.380141 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76856f-4da6-4a27-bfc2-fead03cde6fc req-69ae7a67-1068-4fba-b728-010513536d31 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:38.394091 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-de76856f-4da6-4a27-bfc2-fead03cde6fc req-69ae7a67-1068-4fba-b728-010513536d31 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.1193736 Jan 18 16:39:38.430550 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:38.537452 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-de76856f-4da6-4a27-bfc2-fead03cde6fc req-916f23f5-e359-4635-9156-ddec65a3de0d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312585 Jan 18 16:39:38.600699 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:38.628660 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd262b9e-3308-45aa-a20c-2e4941fcd023 x-openstack-request-id: req-cd262b9e-3308-45aa-a20c-2e4941fcd023 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:38.629120 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:38.629861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd262b9e-3308-45aa-a20c-2e4941fcd023 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:38.630228 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'status': 'completed', 'code': 200} Jan 18 16:39:38.777374 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: DOWN; New status is: DOWN {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:38.792560 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:39:38.840829 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 5, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:38.879379 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] Checking router: e316d4be-7eba-4a02-92f6-d93a72edf86b for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:38.890817 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:38.891803 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:39.034993 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:39.304581 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 5, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:39.376803 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a193510-a70d-4884-81a4-506f5ed36a62 None None] The sync data for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi is: [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:37:11Z', 'revision_number': 4, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'f0b858fc-c0a2-40bf-bf66-481de7c1a7c5', 'name': '', 'network_id': '4e9585a2-342b-4355-89b3-367e7110fa34', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'mac_address': 'fa:16:3e:16:b1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:37:23Z', 'revision_number': 5, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'subnets': [{'id': 'e971e86a-0c93-4ceb-8d2e-94ce6aa9d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:39.395650 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe0b4-fe29-489d-aaec-be5b7c2ccfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:39.704421 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80d965-25ba-49ae-8f7e-c3db9c6918b8 req-b80d3b28-a191-4026-9bb8-83e4e03372a0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:39.706765 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-df80d965-25ba-49ae-8f7e-c3db9c6918b8 req-b80d3b28-a191-4026-9bb8-83e4e03372a0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0644155 Jan 18 16:39:39.714979 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90a579-096e-4e17-adef-8243251f2685 None None] New status for floating IP a3a36654-b6a8-4ece-b4e1-607f84de12bb: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:39:39.794084 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-df80d965-25ba-49ae-8f7e-c3db9c6918b8 req-4fb35ee2-6f16-40ba-a093-04fe7ec00bbf tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740111 Jan 18 16:39:40.952323 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb39933-04fd-45b5-8a90-3b4973134b01 req-6f3d84ec-9589-47d5-b521-58c977da71ae tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:40.953998 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ffb39933-04fd-45b5-8a90-3b4973134b01 req-6f3d84ec-9589-47d5-b521-58c977da71ae tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0673418 Jan 18 16:39:41.027375 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-ffb39933-04fd-45b5-8a90-3b4973134b01 req-ef7dcf2f-c2ee-4e79-a4e8-23f79d632ee9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653932 Jan 18 16:39:41.035779 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:42.449178 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:42.532583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3297c-d7d0-45a0-8f0a-ad0147f61eff req-9fc7daa3-25a5-4c0e-87fb-412f435109fe tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:42.534501 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-08f3297c-d7d0-45a0-8f0a-ad0147f61eff req-9fc7daa3-25a5-4c0e-87fb-412f435109fe tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.3904166 Jan 18 16:39:42.608663 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-08f3297c-d7d0-45a0-8f0a-ad0147f61eff req-7cac2972-6642-45fb-8673-e569370fd672 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623918 Jan 18 16:39:43.159990 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:43.807715 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1e37-3088-49f7-be40-bb1da0991285 req-0851e45d-1699-41a3-a308-1fb412663740 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:43.810231 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b4c1e37-3088-49f7-be40-bb1da0991285 req-0851e45d-1699-41a3-a308-1fb412663740 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0984042 Jan 18 16:39:43.864632 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5b4c1e37-3088-49f7-be40-bb1da0991285 req-b2a32b0b-b4d5-4191-ac28-689ad49a402b tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487697 Jan 18 16:39:45.029393 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b50a27-c909-4382-8ff5-389f738d031d req-df20cc2a-2ede-467e-8897-9a06193a076f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:45.031054 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-40b50a27-c909-4382-8ff5-389f738d031d req-df20cc2a-2ede-467e-8897-9a06193a076f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0672383 Jan 18 16:39:45.115300 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-40b50a27-c909-4382-8ff5-389f738d031d req-a0f25351-3ffe-45b3-b57e-c18dfa863464 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729470 Jan 18 16:39:46.279477 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d992799-c3e3-4d87-8951-fcef31399ffe req-10f55439-d133-46d4-b811-fcbe2a31a543 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:46.281090 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1d992799-c3e3-4d87-8951-fcef31399ffe req-10f55439-d133-46d4-b811-fcbe2a31a543 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0520103 Jan 18 16:39:46.334236 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1d992799-c3e3-4d87-8951-fcef31399ffe req-83065258-05de-41e4-932c-64571ad6be96 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472183 Jan 18 16:39:46.506581 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-56dac90e-13de-4465-96c2-39836e44beaa req-1c77698e-2b56-4865-82ce-a2982599acdc service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255877 Jan 18 16:39:46.596846 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-7abad5cd-94a4-40b7-8dde-de5c43246f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:46.599590 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-7abad5cd-94a4-40b7-8dde-de5c43246f62 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61c8cdd38f99413282ecf1d384524466&device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 1098 time: 0.0491292 Jan 18 16:39:46.699548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-9c668f9b-12f2-4fc6-9bb5-db4653170c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:46.700959 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-9c668f9b-12f2-4fc6-9bb5-db4653170c2c service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 200 len: 915 time: 0.0920973 Jan 18 16:39:46.752446 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-35e41b0d-4255-4cf0-b84e-0ad8a07d4161 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 200 len: 217 time: 0.0399623 Jan 18 16:39:46.805953 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-40457bed-8b41-45fe-a05c-9685f109f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:46.807412 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-40457bed-8b41-45fe-a05c-9685f109f52a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 200 len: 853 time: 0.0487618 Jan 18 16:39:46.854839 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-6318aeba-50cd-4fd9-998c-cdf597533c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:46.856392 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-6318aeba-50cd-4fd9-998c-cdf597533c79 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e9585a2-342b-4355-89b3-367e7110fa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427136 Jan 18 16:39:46.963718 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-4769e21c-46fb-4b18-bb4b-a8577f2f0c80 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004913 Jan 18 16:39:47.055830 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-07c3392b-4a99-4d07-8ec3-bda338914edc req-e49f2922-0e5d-44b7-9f49-cc44be9fcd00 service neutron] 10.222.0.81 "GET /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860059 Jan 18 16:39:47.485838 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ededf-61ab-49b1-93f2-f219ed287a4b req-3810099f-eeaf-4b68-aaa5-b50696df0216 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:47.487657 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1f3ededf-61ab-49b1-93f2-f219ed287a4b req-3810099f-eeaf-4b68-aaa5-b50696df0216 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0709987 Jan 18 16:39:47.547229 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1f3ededf-61ab-49b1-93f2-f219ed287a4b req-dfd6af6c-eccc-46d5-a6ab-c54e4da3366d tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534475 Jan 18 16:39:47.705194 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2541d-65aa-4a2a-b078-57292a32ffba req-d3c6c2e2-e68f-487f-86ee-9a2ef4c522c8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:47.706863 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b3e2541d-65aa-4a2a-b078-57292a32ffba req-d3c6c2e2-e68f-487f-86ee-9a2ef4c522c8 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 945 time: 0.0595644 Jan 18 16:39:47.757703 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b3e2541d-65aa-4a2a-b078-57292a32ffba req-97559113-eb91-443c-9080-ed2a43158c2b tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443594 Jan 18 16:39:48.674677 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a700750-6b9a-4998-80d5-eb26d3f3054d req-c2573509-a527-4c03-9a8c-fc23054e65dc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:48.676359 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2a700750-6b9a-4998-80d5-eb26d3f3054d req-c2573509-a527-4c03-9a8c-fc23054e65dc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0517714 Jan 18 16:39:48.727215 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-2a700750-6b9a-4998-80d5-eb26d3f3054d req-b2416744-7db6-4273-828b-b5e235cd1ff1 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451126 Jan 18 16:39:48.884215 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d301192-4a77-4850-abeb-9adbe116cd5c req-3d00ac8b-2198-4845-860a-7155c0481f72 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:48.885786 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d301192-4a77-4850-abeb-9adbe116cd5c req-3d00ac8b-2198-4845-860a-7155c0481f72 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 945 time: 0.0524969 Jan 18 16:39:48.937915 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4d301192-4a77-4850-abeb-9adbe116cd5c req-b7440760-a6c2-4315-8508-5b07e738b61d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464048 Jan 18 16:39:49.462571 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-6e5d9326-31fd-4a4c-87ef-a745c54f0a0d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:49.463888 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-6e5d9326-31fd-4a4c-87ef-a745c54f0a0d tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Jan 18 16:39:49.554326 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Deleting port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:49.554655 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:49.646991 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] For port be52cdb0-5734-49da-af10-cc0bbbcb4ee7, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:49.647550 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:49.851677 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f0ba-3cf1-4dbf-92cd-07b40ca9df3b req-841d5a6f-e3ef-474c-9707-0c6c04ab7cb7 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:49.853209 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bba0f0ba-3cf1-4dbf-92cd-07b40ca9df3b req-841d5a6f-e3ef-474c-9707-0c6c04ab7cb7 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.1027136 Jan 18 16:39:49.864500 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2aad1-5ca6-4998-8ecd-439788cf4dee req-5293b525-7ff5-4a58-b64b-4f20118425a2 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:49.866059 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4ba2aad1-5ca6-4998-8ecd-439788cf4dee req-5293b525-7ff5-4a58-b64b-4f20118425a2 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0572536 Jan 18 16:39:49.885853 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:49.886459 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (8bafc7c8-0e3e-4456-829a-10d72ca527a3), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:49.886599 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Floating IP 8bafc7c8-0e3e-4456-829a-10d72ca527a3 disassociated. External IP: 172.27.0.45, port: be52cdb0-5734-49da-af10-cc0bbbcb4ee7. Jan 18 16:39:49.887045 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Calling delete_port for be52cdb0-5734-49da-af10-cc0bbbcb4ee7 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:49.922250 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4ba2aad1-5ca6-4998-8ecd-439788cf4dee req-8c0f1571-7c6c-4666-aa30-0ed3eb57d9e3 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502014 Jan 18 16:39:49.969396 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bba0f0ba-3cf1-4dbf-92cd-07b40ca9df3b req-0c24997c-b49b-4de1-8741-5b519924cb3f tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091423 Jan 18 16:39:50.054827 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (be52cdb0-5734-49da-af10-cc0bbbcb4ee7), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:50.065071 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdd5e3-d601-4570-935c-2089e16988d2 req-c9833ee2-72d3-4c91-abd4-9708a4a01908 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:50.066638 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b2fdd5e3-d601-4570-935c-2089e16988d2 req-c9833ee2-72d3-4c91-abd4-9708a4a01908 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/ports?device_id=58749f58-2177-48dd-a86b-c7200add3e59 HTTP/1.1" status: 200 len: 945 time: 0.0569415 Jan 18 16:39:50.082241 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event deleted for resources: {'Port': ['ID=be52cdb0-5734-49da-af10-cc0bbbcb4ee7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:50.093133 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.093538 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.093882 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.094944 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.095256 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.095550 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.095885 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.096777 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.096777 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.096979 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.097298 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.097730 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.098142 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:50.119951 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b2fdd5e3-d601-4570-935c-2089e16988d2 req-785842b9-70b9-4286-97ba-2626210a95ab tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups?id=6fbe6092-c416-4a78-ab8a-809b205479bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472875 Jan 18 16:39:50.220521 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Router 6391cf8f-ce3b-4438-855a-fc446cbab28e has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:50.325505 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:50.335728 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dfc90-c69c-493d-9600-82886874c49e None None] Sync routers for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:50.345282 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:50.345996 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:50.370583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] No DVR routers for this DVR port be52cdb0-5734-49da-af10-cc0bbbcb4ee7 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:50.373641 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:50.376970 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-94296f76-191e-4b6d-82f2-645af7af6ae9 req-3acae28b-9f53-468e-9a13-581704721e48 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.81 "DELETE /v2.0/ports/be52cdb0-5734-49da-af10-cc0bbbcb4ee7 HTTP/1.1" status: 204 len: 173 time: 0.9078834 Jan 18 16:39:50.377611 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'name': 'network-vif-deleted', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:50.379723 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979118bc-dcb7-4097-a67b-75e3a2cc04c3" -d '{"events": [{"server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "name": "network-vif-deleted", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:50.426943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1bb94-af9c-475a-9ce7-c31fcdcab06d x-openstack-request-id: req-89d1bb94-af9c-475a-9ce7-c31fcdcab06d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:50.428347 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58749f58-2177-48dd-a86b-c7200add3e59", "name": "network-vif-deleted", "tag": "be52cdb0-5734-49da-af10-cc0bbbcb4ee7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:50.428635 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89d1bb94-af9c-475a-9ce7-c31fcdcab06d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:50.429074 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58749f58-2177-48dd-a86b-c7200add3e59', 'name': 'network-vif-deleted', 'tag': 'be52cdb0-5734-49da-af10-cc0bbbcb4ee7', 'status': 'completed', 'code': 200} Jan 18 16:39:50.460845 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:50.668238 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:39:50.773571 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:50.815102 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dfc90-c69c-493d-9600-82886874c49e None None] Checking router: 6391cf8f-ce3b-4438-855a-fc446cbab28e for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:50.822292 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:50.838219 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:50.838769 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:50.840627 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'port_id': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'mac_address': 'fa:16:3e:12:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:39:51.058890 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e904e-6b66-4ace-b8f2-66248b9db45f req-d4569b8e-b4b8-42fb-8b60-99dd87a95139 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:51.060652 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5c3e904e-6b66-4ace-b8f2-66248b9db45f req-d4569b8e-b4b8-42fb-8b60-99dd87a95139 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 944 time: 0.0562077 Jan 18 16:39:51.101308 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:51.101659 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.117819 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5c3e904e-6b66-4ace-b8f2-66248b9db45f req-52ddfacc-55ed-4ec4-940b-0e331b7cd735 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470035 Jan 18 16:39:51.120977 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f6d9c-dce1-4142-a30a-b69475a309a0 req-177a2247-95f8-42b5-a45c-7fd50f1f5833 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:51.122644 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-240f6d9c-dce1-4142-a30a-b69475a309a0 req-177a2247-95f8-42b5-a45c-7fd50f1f5833 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.0576453 Jan 18 16:39:51.125601 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b22002-e3c0-4bec-a7a7-0103d0135897 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:39:51.139049 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:51.184215 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:51.191447 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-240f6d9c-dce1-4142-a30a-b69475a309a0 req-ded5f1d8-94b0-4b94-88f7-13aaad591244 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621724 Jan 18 16:39:51.192317 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.234764 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:51.298533 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c584bf9a-7811-46c9-95ef-a1798826a8ea tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (6fbe6092-c416-4a78-ab8a-809b205479bd), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.331674 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c584bf9a-7811-46c9-95ef-a1798826a8ea tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (6fbe6092-c416-4a78-ab8a-809b205479bd), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.339878 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:51.395675 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c584bf9a-7811-46c9-95ef-a1798826a8ea tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (6fbe6092-c416-4a78-ab8a-809b205479bd), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.410424 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c584bf9a-7811-46c9-95ef-a1798826a8ea tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.410424 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c584bf9a-7811-46c9-95ef-a1798826a8ea tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "DELETE /v2.0/security-groups/6fbe6092-c416-4a78-ab8a-809b205479bd HTTP/1.1" status: 204 len: 168 time: 0.1660197 Jan 18 16:39:51.410985 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49014) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:51.411394 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584bf9a-7811-46c9-95ef-a1798826a8ea tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe6092-c416-4a78-ab8a-809b205479bd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:51.441128 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.api.v2.resource [None req-9d60db0b-be66-497a-b0ec-713b3423fe33 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] show failed (client error): The resource could not be found. Jan 18 16:39:51.442990 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9d60db0b-be66-497a-b0ec-713b3423fe33 tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "GET /v2.0/security-groups/6fbe6092-c416-4a78-ab8a-809b205479bd HTTP/1.1" status: 404 len: 347 time: 0.0301549 Jan 18 16:39:51.447012 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49016) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:51.447981 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-068dfc90-c69c-493d-9600-82886874c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:51.477527 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dfc90-c69c-493d-9600-82886874c49e None None] The sync data for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi is: [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': '02eb873c-0ec7-4215-9300-bab956d3ee9c', 'name': '', 'network_id': '09e3d9d3-2b7d-4033-9e82-ab688ec153b3', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'mac_address': 'fa:16:3e:b8:1c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:34Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'subnets': [{'id': '749f86b2-48c9-46ed-9729-e72f7c9866a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:51.486915 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['d4b22002-e3c0-4bec-a7a7-0103d0135897'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:39:51.618249 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-d96aab77-599e-448d-8127-d393e4be3a49 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:51.619944 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-d96aab77-599e-448d-8127-d393e4be3a49 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.0900958 Jan 18 16:39:51.700078 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Deleting port 2b7c8404-7758-46e6-8f02-938d1312a9de {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:51.700678 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.765069 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78c7e1-fc63-481b-98f2-d425f9db0de6 None None] New status for floating IP 8bafc7c8-0e3e-4456-829a-10d72ca527a3: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:39:51.825796 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.826193 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (2b7c8404-7758-46e6-8f02-938d1312a9de), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.839050 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Deleting port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:51.839376 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:51.846804 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Calling delete_port for 2b7c8404-7758-46e6-8f02-938d1312a9de owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:52.002102 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] For port 70f147fc-03a1-4a11-b4b1-778ae3ce3108, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=70f147fc-03a1-4a11-b4b1-778ae3ce3108,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:52.002470 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.026193 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Calling delete_port for 70f147fc-03a1-4a11-b4b1-778ae3ce3108 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:52.157456 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (2b7c8404-7758-46e6-8f02-938d1312a9de), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.225204 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Pushing event deleted for resources: {'Port': ['ID=2b7c8404-7758-46e6-8f02-938d1312a9de,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:52.340491 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65b41f-8134-4f16-a0fa-54fed339c88e req-cbeaacea-87ab-4689-bb22-e4a529b3d5cf tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:52.342947 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4b65b41f-8134-4f16-a0fa-54fed339c88e req-cbeaacea-87ab-4689-bb22-e4a529b3d5cf tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa2f8c5b-356d-413c-ac26-d5fe72b28857 HTTP/1.1" status: 200 len: 945 time: 0.0570416 Jan 18 16:39:52.359082 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks [] for floatingip (8bafc7c8-0e3e-4456-829a-10d72ca527a3), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.361701 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.366895 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-69ad9bf3-b0d1-4240-bf26-efef5ac4442e tempest-AttachVolumeTestJSON-1539160841 tempest-AttachVolumeTestJSON-1539160841-project] 10.222.0.86 "DELETE /v2.0/floatingips/8bafc7c8-0e3e-4456-829a-10d72ca527a3 HTTP/1.1" status: 204 len: 168 time: 0.9147189 Jan 18 16:39:52.375308 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63867cd3-7093-4626-a623-662fae28e9ec req-8858a395-6ac5-44fb-bf0d-7c7b95ef68bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:52.375308 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-63867cd3-7093-4626-a623-662fae28e9ec req-8858a395-6ac5-44fb-bf0d-7c7b95ef68bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 945 time: 0.1597342 Jan 18 16:39:52.376643 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (70f147fc-03a1-4a11-b4b1-778ae3ce3108), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.395185 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['70f147fc-03a1-4a11-b4b1-778ae3ce3108'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:39:52.429011 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4b65b41f-8134-4f16-a0fa-54fed339c88e req-17b41029-444d-4b08-ba97-3c1f56d4e746 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd45aa39-23f6-4134-87d1-0fa06acf8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764334 Jan 18 16:39:52.431118 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Pushing event deleted for resources: {'Port': ['ID=70f147fc-03a1-4a11-b4b1-778ae3ce3108,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:52.501582 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] No DVR routers for this DVR port 70f147fc-03a1-4a11-b4b1-778ae3ce3108 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:52.507463 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.510717 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-38ac8d3e-e8e3-4b9c-b46d-54dc5ff463c8 req-efb1f825-66af-4fd7-a3ab-1da3356c2825 tempest-TestMinimumBasicScenario-1702023842 tempest-TestMinimumBasicScenario-1702023842-project] 10.222.0.81 "DELETE /v2.0/ports/70f147fc-03a1-4a11-b4b1-778ae3ce3108 HTTP/1.1" status: 204 len: 173 time: 0.8851664 Jan 18 16:39:52.511185 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'name': 'network-vif-deleted', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:52.513940 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc0db50-c940-4fc3-94d0-b95ce5cf99c5" -d '{"events": [{"server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "name": "network-vif-deleted", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:52.531434 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-63867cd3-7093-4626-a623-662fae28e9ec req-52b3e1ae-e0a9-48d5-8117-df12b468377f tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405928 Jan 18 16:39:52.566114 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335f3d3-d904-4299-9c25-2141d567b49c x-openstack-request-id: req-1335f3d3-d904-4299-9c25-2141d567b49c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:52.566414 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2f8c5b-356d-413c-ac26-d5fe72b28857", "name": "network-vif-deleted", "tag": "70f147fc-03a1-4a11-b4b1-778ae3ce3108", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:52.566666 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1335f3d3-d904-4299-9c25-2141d567b49c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:52.567098 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2f8c5b-356d-413c-ac26-d5fe72b28857', 'name': 'network-vif-deleted', 'tag': '70f147fc-03a1-4a11-b4b1-778ae3ce3108', 'status': 'completed', 'code': 200} Jan 18 16:39:52.679453 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:39:52.734800 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port d4b22002-e3c0-4bec-a7a7-0103d0135897 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:39:52.735105 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.825443 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port d4b22002-e3c0-4bec-a7a7-0103d0135897 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:39:52.826448 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.857153 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:52.860991 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f9d1b5-b207-4513-bfe5-3cbd8f6dc9d8" -d '{"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:52.882195 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:52.888735 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.890057 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device be52cdb0-5734-49da-af10-cc0bbbcb4ee7 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:52.916774 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc431ccf-ea80-4f7b-a288-6c43262b7c5f x-openstack-request-id: req-fc431ccf-ea80-4f7b-a288-6c43262b7c5f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:52.916887 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:52.917068 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc431ccf-ea80-4f7b-a288-6c43262b7c5f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:52.917497 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'code': 200} Jan 18 16:39:52.939030 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: be52cdb0-5734-49da-af10-cc0bbbcb4ee7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:52.939313 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device be52cdb0-5734-49da-af10-cc0bbbcb4ee7 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:52.981176 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:53.151043 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188e2d-9617-4c89-a4f8-7822d514c1a9 req-b936b800-3400-4064-bb54-75d0d5f6aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:53.152703 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-47188e2d-9617-4c89-a4f8-7822d514c1a9 req-b936b800-3400-4064-bb54-75d0d5f6aa5f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 1100 time: 0.0413713 Jan 18 16:39:53.199248 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-47188e2d-9617-4c89-a4f8-7822d514c1a9 req-933c5396-38e5-4f64-8aba-d5b8682936f4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Jan 18 16:39:53.638212 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:53.694299 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd85d06-53dd-42e7-986c-047fe9d79f39 req-b56279fd-359e-4ff4-8394-ab02eae24b55 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:53.696042 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3dd85d06-53dd-42e7-986c-047fe9d79f39 req-b56279fd-359e-4ff4-8394-ab02eae24b55 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 947 time: 0.0748272 Jan 18 16:39:53.743838 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-3dd85d06-53dd-42e7-986c-047fe9d79f39 req-e0e2c2c5-ff98-4b63-b421-e802202a7690 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Jan 18 16:39:54.003046 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49078) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:54.352993 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (e316d4be-7eba-4a02-92f6-d93a72edf86b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.651798 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Deleting port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:54.652132 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.751064 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] For port f0b858fc-c0a2-40bf-bf66-481de7c1a7c5, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:54.751750 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.768440 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Calling delete_port for f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:54.893869 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a785e-2982-4305-9e5e-bed7537ced60 req-2ede694a-73a1-42ef-b043-60bb391293c8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:54.902343 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b80a785e-2982-4305-9e5e-bed7537ced60 req-2ede694a-73a1-42ef-b043-60bb391293c8 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 947 time: 0.0658579 Jan 18 16:39:54.966280 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b80a785e-2982-4305-9e5e-bed7537ced60 req-3d25913b-5d3f-4814-a940-d702fc241f70 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625551 Jan 18 16:39:55.238006 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (f0b858fc-c0a2-40bf-bf66-481de7c1a7c5), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:55.263474 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b858fc-c0a2-40bf-bf66-481de7c1a7c5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:55.433194 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (e316d4be-7eba-4a02-92f6-d93a72edf86b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:55.654026 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Router e316d4be-7eba-4a02-92f6-d93a72edf86b has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:55.767939 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:55.772878 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a772b1be-69dd-4953-bb46-9f949afb53ac admin admin] 10.222.0.86 "PUT /v2.0/routers/e316d4be-7eba-4a02-92f6-d93a72edf86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687798 Jan 18 16:39:55.775570 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:55.778982 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] Sync routers for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:55.789401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:55.790045 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:55.882190 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks [] for router (e316d4be-7eba-4a02-92f6-d93a72edf86b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:55.897193 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:55.991446 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks [] for router_gateway (e316d4be-7eba-4a02-92f6-d93a72edf86b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.051920 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Deleting port dfed8353-1b09-4f79-a472-ddbff264b69f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:56.052394 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.084313 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49136) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:56.101620 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:39:55Z', 'revision_number': 5, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port': {'id': 'dfed8353-1b09-4f79-a472-ddbff264b69f', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:08Z', 'updated_at': '2022-01-18T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:56.118411 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e081ef-e696-4070-bd66-2e5e26d76737 req-17408b57-7b00-4c65-ac39-403e609736a0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:56.128343 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-17e081ef-e696-4070-bd66-2e5e26d76737 req-17408b57-7b00-4c65-ac39-403e609736a0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 947 time: 0.0748501 Jan 18 16:39:56.132511 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] Checking router: e316d4be-7eba-4a02-92f6-d93a72edf86b for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:56.142215 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] Routers {'e316d4be-7eba-4a02-92f6-d93a72edf86b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:56.143097 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['e316d4be-7eba-4a02-92f6-d93a72edf86b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:56.146687 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] For port dfed8353-1b09-4f79-a472-ddbff264b69f, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=dfed8353-1b09-4f79-a472-ddbff264b69f,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:56.147202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.166362 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Calling delete_port for dfed8353-1b09-4f79-a472-ddbff264b69f owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:56.186116 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-17e081ef-e696-4070-bd66-2e5e26d76737 req-247faf3c-cdd5-48c5-bf7d-7a5f58929a98 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566816 Jan 18 16:39:56.246391 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] Set router e316d4be-7eba-4a02-92f6-d93a72edf86b gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:56.308585 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:39:55Z', 'revision_number': 6, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port_host': None}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:56.337444 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae1e08-fdb4-4953-aa0d-0d96016eeeb4 None None] The sync data for ids ['e316d4be-7eba-4a02-92f6-d93a72edf86b'] in dv-cinder-825130-1-iscsi is: [{'id': 'e316d4be-7eba-4a02-92f6-d93a72edf86b', 'name': 'tempest-TestMinimumBasicScenario-216552199-router', 'tenant_id': '61c8cdd38f99413282ecf1d384524466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:07Z', 'updated_at': '2022-01-18T16:39:55Z', 'revision_number': 6, 'project_id': '61c8cdd38f99413282ecf1d384524466', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:56.357819 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (dfed8353-1b09-4f79-a472-ddbff264b69f), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.401197 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfed8353-1b09-4f79-a472-ddbff264b69f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:56.465055 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (e316d4be-7eba-4a02-92f6-d93a72edf86b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.570533 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (e316d4be-7eba-4a02-92f6-d93a72edf86b), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.572699 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks [] for router_controller (e316d4be-7eba-4a02-92f6-d93a72edf86b), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.644502 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (e316d4be-7eba-4a02-92f6-d93a72edf86b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.645129 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e316d4be-7eba-4a02-92f6-d93a72edf86b {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:39:56.651428 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.652627 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d87979e8-bf8a-49bc-88cd-ede0fae8a6a0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/e316d4be-7eba-4a02-92f6-d93a72edf86b HTTP/1.1" status: 204 len: 168 time: 0.8760273 Jan 18 16:39:56.656506 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:56.676891 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 70f147fc-03a1-4a11-b4b1-778ae3ce3108 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:56.706114 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 70f147fc-03a1-4a11-b4b1-778ae3ce3108 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:56.706458 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 70f147fc-03a1-4a11-b4b1-778ae3ce3108 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:56.713921 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] Deleting subnet e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:39:56.718704 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] Publish callbacks [] for subnet (e971e86a-0c93-4ceb-8d2e-94ce6aa9d502), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.754409 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6246653'] for subnet (e971e86a-0c93-4ceb-8d2e-94ce6aa9d502), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.882723 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (e971e86a-0c93-4ceb-8d2e-94ce6aa9d502), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.929455 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (6391cf8f-ce3b-4438-855a-fc446cbab28e), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.956361 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5337035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16310934'] for subnet (e971e86a-0c93-4ceb-8d2e-94ce6aa9d502), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.982356 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e971e86a-0c93-4ceb-8d2e-94ce6aa9d502,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:56.986255 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.996250 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-1a8e3c85-1aa1-418d-a81d-285aa1b7717f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e971e86a-0c93-4ceb-8d2e-94ce6aa9d502 HTTP/1.1" status: 204 len: 168 time: 0.3315883 Jan 18 16:39:56.996633 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb65e4-3099-4fce-af78-a1770345f71c None None] Network 4e9585a2-342b-4355-89b3-367e7110fa34 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:39:56.997108 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49144) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:57.110484 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (4e9585a2-342b-4355-89b3-367e7110fa34), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.179656 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Deleting port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:57.179997 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.197168 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] DHCP port deletion for 4e9585a2-342b-4355-89b3-367e7110fa34 request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:39:57.265629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] For port eb5fdf7e-b34f-476b-b325-61c967a7cdb5, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:57.270073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.270819 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] Deleting port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:57.271308 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.306714 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Calling delete_port for eb5fdf7e-b34f-476b-b325-61c967a7cdb5 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:57.306951 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Deleting port 02eb873c-0ec7-4215-9300-bab956d3ee9c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:57.307402 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.340539 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb5fdf7e-b34f-476b-b325-61c967a7cdb5 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:57.384878 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] For port eb5fdf7e-b34f-476b-b325-61c967a7cdb5, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,segment=NetworkSegment(58a67141-5edc-4edc-a15e-9d22552b5dab),segment_id=58a67141-5edc-4edc-a15e-9d22552b5dab)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:57.385500 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.396287 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] For port 02eb873c-0ec7-4215-9300-bab956d3ee9c, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=02eb873c-0ec7-4215-9300-bab956d3ee9c,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:57.396655 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.401698 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] Calling delete_port for eb5fdf7e-b34f-476b-b325-61c967a7cdb5 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:57.406350 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.413417 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Calling delete_port for 02eb873c-0ec7-4215-9300-bab956d3ee9c owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:57.424097 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No active binding found for port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 {{(pid=102691) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 16:39:57.424490 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] The host dv-cinder-825130-1-iscsi is not matching for port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 host None! {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 16:39:57.424887 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb5fdf7e-b34f-476b-b325-61c967a7cdb5 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:57.425313 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:57.432142 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:57.444240 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] No DVR routers for this DVR port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 on host dv-cinder-825130-1-iscsi {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:57.472463 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:57.472837 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device f0b858fc-c0a2-40bf-bf66-481de7c1a7c5 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:57.473327 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device dfed8353-1b09-4f79-a472-ddbff264b69f no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:57.524167 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: dfed8353-1b09-4f79-a472-ddbff264b69f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:57.524519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device dfed8353-1b09-4f79-a472-ddbff264b69f not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:57.524862 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (4e9585a2-342b-4355-89b3-367e7110fa34), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.548270 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9585a2-342b-4355-89b3-367e7110fa34']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:57.559331 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a67141-5edc-4edc-a15e-9d22552b5dab') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:57.559777 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a67141-5edc-4edc-a15e-9d22552b5dab') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:57.573187 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6246628'] for segment (58a67141-5edc-4edc-a15e-9d22552b5dab), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.596463 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (58a67141-5edc-4edc-a15e-9d22552b5dab), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.607571 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:39:57.608521 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336981'] for segment (58a67141-5edc-4edc-a15e-9d22552b5dab), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.610519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (eb5fdf7e-b34f-476b-b325-61c967a7cdb5), after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: Traceback (most recent call last): Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: timer() Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: cb(*args, **kw) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: return func(*args, **kwargs) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: self._notify() Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: self.callback(batched_events) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: event.method(event) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: return f(self, *a, **k) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._get(url).json() Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: return self.request(url, 'GET', **kwargs) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:39:57.619424 dv-cinder-825130-1-iscsi neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:39:57.636986 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] Pushing event deleted for resources: {'Port': ['ID=eb5fdf7e-b34f-476b-b325-61c967a7cdb5,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:57.640703 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc42b9d-a9e7-436d-ad4c-96c40cd60ea3 None None] No DVR routers for this DVR port eb5fdf7e-b34f-476b-b325-61c967a7cdb5 on host dv-cinder-825130-1-iscsi {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:57.674996 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (4e9585a2-342b-4355-89b3-367e7110fa34), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.680421 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (02eb873c-0ec7-4215-9300-bab956d3ee9c), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.683252 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.690483 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e9585a2-342b-4355-89b3-367e7110fa34 HTTP/1.1" status: 204 len: 168 time: 0.6891320 Jan 18 16:39:57.699281 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:57.705444 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47322bd4-83b2-46ba-9d39-ab68e3e5db3e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9585a2-342b-4355-89b3-367e7110fa34,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:57.709948 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=02eb873c-0ec7-4215-9300-bab956d3ee9c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:57.887497 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (6391cf8f-ce3b-4438-855a-fc446cbab28e), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.079477 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.113946 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Router 6391cf8f-ce3b-4438-855a-fc446cbab28e has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:58.220554 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:58.228665 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-d5037b70-d085-4966-8015-2f38b0aeeb30 admin admin] 10.222.0.86 "PUT /v2.0/routers/6391cf8f-ce3b-4438-855a-fc446cbab28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401031 Jan 18 16:39:58.228793 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49150) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:58.231173 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] Sync routers for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:58.240465 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:58.241068 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:58.344931 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:58.348975 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks [] for router (6391cf8f-ce3b-4438-855a-fc446cbab28e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.544367 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:39:57Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:58.570839 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] Checking router: 6391cf8f-ce3b-4438-855a-fc446cbab28e for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:58.580258 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] Routers {'6391cf8f-ce3b-4438-855a-fc446cbab28e'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:58.580760 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6391cf8f-ce3b-4438-855a-fc446cbab28e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:58.684289 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] Set router 6391cf8f-ce3b-4438-855a-fc446cbab28e gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:58.759446 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Deleting port a0086aec-a9b7-4cee-aa01-15be4d5538a9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:58.760210 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.763291 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks [] for router_gateway (6391cf8f-ce3b-4438-855a-fc446cbab28e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.878094 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:39:57Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:58.878497 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] For port a0086aec-a9b7-4cee-aa01-15be4d5538a9, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a0086aec-a9b7-4cee-aa01-15be4d5538a9,segment=NetworkSegment(1e899dd5-d962-4db5-9053-0c2ed7909140),segment_id=1e899dd5-d962-4db5-9053-0c2ed7909140)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:58.878866 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.893120 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Calling delete_port for a0086aec-a9b7-4cee-aa01-15be4d5538a9 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:58.903973 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7c643-aae8-4c6e-b631-f23ebf5dfeac None None] The sync data for ids ['6391cf8f-ce3b-4438-855a-fc446cbab28e'] in dv-cinder-825130-1-iscsi is: [{'id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'name': 'tempest-AttachVolumeTestJSON-657839521-router', 'tenant_id': 'a7b76ec84b004fe285d6a562bd52247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'c721d882-5d95-4f17-a978-301424525513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:39:57Z', 'revision_number': 5, 'project_id': 'a7b76ec84b004fe285d6a562bd52247f', 'gw_port': {'id': 'c721d882-5d95-4f17-a978-301424525513', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6391cf8f-ce3b-4438-855a-fc446cbab28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:58.904264 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Deleting port c721d882-5d95-4f17-a978-301424525513 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:58.904584 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (c721d882-5d95-4f17-a978-301424525513), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.035435 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] For port c721d882-5d95-4f17-a978-301424525513, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=c721d882-5d95-4f17-a978-301424525513,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:59.035789 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (c721d882-5d95-4f17-a978-301424525513), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.080904 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Calling delete_port for c721d882-5d95-4f17-a978-301424525513 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:59.251221 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (a0086aec-a9b7-4cee-aa01-15be4d5538a9), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.315904 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0086aec-a9b7-4cee-aa01-15be4d5538a9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:59.358760 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 02eb873c-0ec7-4215-9300-bab956d3ee9c no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:59.386067 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 02eb873c-0ec7-4215-9300-bab956d3ee9c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:59.386499 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 02eb873c-0ec7-4215-9300-bab956d3ee9c not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:59.396225 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (c721d882-5d95-4f17-a978-301424525513), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.465524 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c721d882-5d95-4f17-a978-301424525513,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:59.609539 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (6391cf8f-ce3b-4438-855a-fc446cbab28e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.709792 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (6391cf8f-ce3b-4438-855a-fc446cbab28e), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.713093 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks [] for router_controller (6391cf8f-ce3b-4438-855a-fc446cbab28e), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.716112 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.794149 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (6391cf8f-ce3b-4438-855a-fc446cbab28e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.794861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6391cf8f-ce3b-4438-855a-fc446cbab28e {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:39:59.800296 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.801391 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-566e1d6d-42a9-4dcd-b8ae-6816e694ca35 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6391cf8f-ce3b-4438-855a-fc446cbab28e HTTP/1.1" status: 204 len: 168 time: 1.5723815 Jan 18 16:39:59.804343 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49152) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:59.894680 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] Deleting subnet 749f86b2-48c9-46ed-9729-e72f7c9866a6 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:39:59.901379 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] Publish callbacks [] for subnet (749f86b2-48c9-46ed-9729-e72f7c9866a6), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.946115 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6246653'] for subnet (749f86b2-48c9-46ed-9729-e72f7c9866a6), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.105337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (749f86b2-48c9-46ed-9729-e72f7c9866a6), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.126876 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:40:00.236963 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5337035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16310934'] for subnet (749f86b2-48c9-46ed-9729-e72f7c9866a6), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.275235 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749f86b2-48c9-46ed-9729-e72f7c9866a6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:00.280119 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.284009 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-bb1efc99-a8fa-4817-98fc-4370ff8c5f43 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/749f86b2-48c9-46ed-9729-e72f7c9866a6 HTTP/1.1" status: 204 len: 168 time: 0.4786499 Jan 18 16:40:00.285708 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e33bb10-4625-4df3-90e9-165f4dfd310c None None] Network 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:40:00.286716 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:00.304252 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:40:00.310241 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ba622ef3-22db-451f-bf10-5111dfef4ee7 admin admin] 10.222.0.86 "PUT /v2.0/routers/0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6098859 Jan 18 16:40:00.313283 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49156) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:00.319372 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] Sync routers for ids ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:40:00.364713 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] Routers {'0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:00.365786 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.368102 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (09e3d9d3-2b7d-4033-9e82-ab688ec153b3), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.445280 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Deleting port 8a0d7b01-64b0-423d-a110-c914dc66b40f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:00.445647 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.454086 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks [] for router (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.524514 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] For port 8a0d7b01-64b0-423d-a110-c914dc66b40f, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=8a0d7b01-64b0-423d-a110-c914dc66b40f,segment=NetworkSegment(954f7902-5657-402e-b70f-f15bf8126411),segment_id=954f7902-5657-402e-b70f-f15bf8126411)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:00.524931 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.540781 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Calling delete_port for 8a0d7b01-64b0-423d-a110-c914dc66b40f owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:00.574489 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks [] for router_gateway (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.633266 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Deleting port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:00.633546 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.645777 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (8a0d7b01-64b0-423d-a110-c914dc66b40f), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.656105 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] Set router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:00.680334 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0d7b01-64b0-423d-a110-c914dc66b40f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:00.683889 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] No DVR routers for this DVR port 8a0d7b01-64b0-423d-a110-c914dc66b40f on host dv-cinder-825130-1-iscsi {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:00.728328 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] For port e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:00.728625 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.739116 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c2f08-ca8f-4ebd-a7d4-ac4baf14a23b None None] DHCP port deletion for 09e3d9d3-2b7d-4033-9e82-ab688ec153b3 request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:40:00.744763 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Calling delete_port for e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:00.772372 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (09e3d9d3-2b7d-4033-9e82-ab688ec153b3), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.796857 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e3d9d3-2b7d-4033-9e82-ab688ec153b3']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.807273 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954f7902-5657-402e-b70f-f15bf8126411') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.807566 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954f7902-5657-402e-b70f-f15bf8126411') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.817612 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (954f7902-5657-402e-b70f-f15bf8126411), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.832114 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (954f7902-5657-402e-b70f-f15bf8126411), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.841378 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:40:00.841950 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (954f7902-5657-402e-b70f-f15bf8126411), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:40:00.844826 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:40:00.876417 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:39:59Z', 'revision_number': 5, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port': {'id': 'e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:17Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.907833 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (09e3d9d3-2b7d-4033-9e82-ab688ec153b3), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.915113 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.918078 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] Checking router: 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:40:00.921218 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] 10.222.0.86 "DELETE /v2.0/networks/09e3d9d3-2b7d-4033-9e82-ab688ec153b3 HTTP/1.1" status: 204 len: 168 time: 0.6325724 Jan 18 16:40:00.931742 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] Routers {'0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:00.932426 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:39:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.933285 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398032e1-78f8-43a2-8aa0-1e405fcb8d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=09e3d9d3-2b7d-4033-9e82-ab688ec153b3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:00.963478 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.996074 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Pushing event deleted for resources: {'Port': ['ID=e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:01.030750 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] Set router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:01.062167 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.078698 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:01.088759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:40:00Z', 'revision_number': 6, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port_host': None}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:01.121142 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c0d1c-5bee-4d43-a171-f975273bafba None None] The sync data for ids ['0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43'] in dv-cinder-825130-1-iscsi is: [{'id': '0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43', 'name': 'tempest-TestMinimumBasicScenario-1682787111-router', 'tenant_id': '0683958ca47a4f83a4689e51dc72d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:16Z', 'updated_at': '2022-01-18T16:40:00Z', 'revision_number': 6, 'project_id': '0683958ca47a4f83a4689e51dc72d011', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:40:01.128105 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-b3fb2dec-e995-4c3f-aec6-b406631082e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a7b76ec84b004fe285d6a562bd52247f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482163 Jan 18 16:40:01.130679 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:01.189321 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81a6f23-734e-46d9-8c52-1b0d67b65fa9 admin admin] Publish callbacks [] for security_group (9d84d704-ca48-48e8-8807-ff594f499abc), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.215272 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81a6f23-734e-46d9-8c52-1b0d67b65fa9 admin admin] Publish callbacks [] for security_group (9d84d704-ca48-48e8-8807-ff594f499abc), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.268118 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81a6f23-734e-46d9-8c52-1b0d67b65fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9d84d704-ca48-48e8-8807-ff594f499abc), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.271343 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81a6f23-734e-46d9-8c52-1b0d67b65fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.272552 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-d81a6f23-734e-46d9-8c52-1b0d67b65fa9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d84d704-ca48-48e8-8807-ff594f499abc HTTP/1.1" status: 204 len: 168 time: 0.1409025 Jan 18 16:40:01.282264 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a6f23-734e-46d9-8c52-1b0d67b65fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84d704-ca48-48e8-8807-ff594f499abc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:01.456432 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.460191 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks [] for router_controller (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.531383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.532436 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:40:01.537593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.539984 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c8391778-5b47-403e-86bf-4bd6e73ea50e admin admin] 10.222.0.86 "DELETE /v2.0/routers/0f2ad4c5-8931-46f8-a7c3-2ee86ee9ef43 HTTP/1.1" status: 204 len: 168 time: 1.2244523 Jan 18 16:40:01.541735 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49168) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:01.610358 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] Deleting subnet 5cc90d81-a643-4708-9583-a96cb72f4a7d {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:40:01.616245 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] Publish callbacks [] for subnet (5cc90d81-a643-4708-9583-a96cb72f4a7d), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.667320 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (5cc90d81-a643-4708-9583-a96cb72f4a7d), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.806779 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (5cc90d81-a643-4708-9583-a96cb72f4a7d), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.880348 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (5cc90d81-a643-4708-9583-a96cb72f4a7d), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.924871 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc90d81-a643-4708-9583-a96cb72f4a7d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:01.931329 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf756c-1f49-489d-965e-6c2de299f1fb None None] Network 00e437ac-817b-40cb-bf92-258ce88de542 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:40:01.933428 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.945981 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9fa11298-f147-4acd-8b61-c8450786df9a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5cc90d81-a643-4708-9583-a96cb72f4a7d HTTP/1.1" status: 204 len: 168 time: 0.4026334 Jan 18 16:40:01.949553 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49180) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:01.975541 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 8a0d7b01-64b0-423d-a110-c914dc66b40f no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:02.054163 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 8a0d7b01-64b0-423d-a110-c914dc66b40f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:02.054627 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 8a0d7b01-64b0-423d-a110-c914dc66b40f not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:02.054897 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a0086aec-a9b7-4cee-aa01-15be4d5538a9 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:02.080263 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: a0086aec-a9b7-4cee-aa01-15be4d5538a9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:02.080598 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a0086aec-a9b7-4cee-aa01-15be4d5538a9 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:02.081093 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device c721d882-5d95-4f17-a978-301424525513 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:02.084487 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (00e437ac-817b-40cb-bf92-258ce88de542), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.122634 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: c721d882-5d95-4f17-a978-301424525513 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:02.123057 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device c721d882-5d95-4f17-a978-301424525513 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:02.159131 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Deleting port a47ffa5d-684d-4db0-afeb-98a2977ca109 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:02.159442 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.237342 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] For port a47ffa5d-684d-4db0-afeb-98a2977ca109, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a47ffa5d-684d-4db0-afeb-98a2977ca109,segment=NetworkSegment(1e899dd5-d962-4db5-9053-0c2ed7909140),segment_id=1e899dd5-d962-4db5-9053-0c2ed7909140)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:02.237714 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.254326 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Calling delete_port for a47ffa5d-684d-4db0-afeb-98a2977ca109 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:02.257213 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] DHCP port deletion for 00e437ac-817b-40cb-bf92-258ce88de542 request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:40:02.323138 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] Deleting port a47ffa5d-684d-4db0-afeb-98a2977ca109 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:02.323471 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.368671 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.421949 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47ffa5d-684d-4db0-afeb-98a2977ca109,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:02.429045 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] No DVR routers for this DVR port a47ffa5d-684d-4db0-afeb-98a2977ca109 on host dv-cinder-825130-1-iscsi {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:02.433419 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] For port a47ffa5d-684d-4db0-afeb-98a2977ca109, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a47ffa5d-684d-4db0-afeb-98a2977ca109,segment=NetworkSegment(1e899dd5-d962-4db5-9053-0c2ed7909140),segment_id=1e899dd5-d962-4db5-9053-0c2ed7909140)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:02.434105 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.468599 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] Calling delete_port for a47ffa5d-684d-4db0-afeb-98a2977ca109 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:02.540610 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (00e437ac-817b-40cb-bf92-258ce88de542), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.562120 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e437ac-817b-40cb-bf92-258ce88de542']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:02.570262 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (a47ffa5d-684d-4db0-afeb-98a2977ca109), after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.573709 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e899dd5-d962-4db5-9053-0c2ed7909140') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:02.573709 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e899dd5-d962-4db5-9053-0c2ed7909140') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:02.584394 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (1e899dd5-d962-4db5-9053-0c2ed7909140), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.595033 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] Pushing event deleted for resources: {'Port': ['ID=a47ffa5d-684d-4db0-afeb-98a2977ca109,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:02.605992 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd271a26-6933-4497-8e9f-a4b4b57c4ea8 None None] No DVR routers for this DVR port a47ffa5d-684d-4db0-afeb-98a2977ca109 on host dv-cinder-825130-1-iscsi {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:02.618963 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (1e899dd5-d962-4db5-9053-0c2ed7909140), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.622745 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:40:02.623240 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (1e899dd5-d962-4db5-9053-0c2ed7909140), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:40:02.625327 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:40:02.687094 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (00e437ac-817b-40cb-bf92-258ce88de542), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.697198 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:02.700889 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] 10.222.0.86 "DELETE /v2.0/networks/00e437ac-817b-40cb-bf92-258ce88de542 HTTP/1.1" status: 204 len: 168 time: 0.7440908 Jan 18 16:40:02.725181 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c3e5a-e5c2-4ea3-8850-aa748e7a0b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e437ac-817b-40cb-bf92-258ce88de542,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:02.928754 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49204) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:02.975085 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-86dc41d7-6f33-4857-bcf5-0618fecc75c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=61c8cdd38f99413282ecf1d384524466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450206 Jan 18 16:40:02.978102 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49206) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:03.029683 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dca08a9e-1f62-4dcb-8b34-90e0a5690653 admin admin] Publish callbacks [] for security_group (dd45aa39-23f6-4134-87d1-0fa06acf8327), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.052235 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dca08a9e-1f62-4dcb-8b34-90e0a5690653 admin admin] Publish callbacks [] for security_group (dd45aa39-23f6-4134-87d1-0fa06acf8327), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.104191 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dca08a9e-1f62-4dcb-8b34-90e0a5690653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (dd45aa39-23f6-4134-87d1-0fa06acf8327), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.107267 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dca08a9e-1f62-4dcb-8b34-90e0a5690653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.108994 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-dca08a9e-1f62-4dcb-8b34-90e0a5690653 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd45aa39-23f6-4134-87d1-0fa06acf8327 HTTP/1.1" status: 204 len: 168 time: 0.1299367 Jan 18 16:40:03.120603 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08a9e-1f62-4dcb-8b34-90e0a5690653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd45aa39-23f6-4134-87d1-0fa06acf8327,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:03.275027 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a47ffa5d-684d-4db0-afeb-98a2977ca109 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:03.296747 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: a47ffa5d-684d-4db0-afeb-98a2977ca109 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:03.297280 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a47ffa5d-684d-4db0-afeb-98a2977ca109 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:03.297941 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:03.319164 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:03.319717 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e50e7fc2-7b58-47b0-b8bb-6dcfb95e0a3b not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:03.513920 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49236) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:03.561895 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-31823223-c818-44c6-a18a-76a6d19f681d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0683958ca47a4f83a4689e51dc72d011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464671 Jan 18 16:40:03.562098 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:03.611549 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3586d4b-4c8c-464f-93ad-16839eb1650b admin admin] Publish callbacks [] for security_group (493f1fb0-259c-4c50-85b0-d0a1640d9a26), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.627536 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49242) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:03.633080 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3586d4b-4c8c-464f-93ad-16839eb1650b admin admin] Publish callbacks [] for security_group (493f1fb0-259c-4c50-85b0-d0a1640d9a26), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.679146 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3586d4b-4c8c-464f-93ad-16839eb1650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (493f1fb0-259c-4c50-85b0-d0a1640d9a26), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.681879 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3586d4b-4c8c-464f-93ad-16839eb1650b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.683042 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c3586d4b-4c8c-464f-93ad-16839eb1650b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/493f1fb0-259c-4c50-85b0-d0a1640d9a26 HTTP/1.1" status: 204 len: 168 time: 0.1199667 Jan 18 16:40:03.691298 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3586d4b-4c8c-464f-93ad-16839eb1650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493f1fb0-259c-4c50-85b0-d0a1640d9a26,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:03.743683 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-540487c8-2b51-41c8-a5e9-b54680f4ce0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.825745 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-540487c8-2b51-41c8-a5e9-b54680f4ce0c admin admin] Publish callbacks [] for security_group (c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.830227 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-540487c8-2b51-41c8-a5e9-b54680f4ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.870951 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540487c8-2b51-41c8-a5e9-b54680f4ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:03.876022 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-540487c8-2b51-41c8-a5e9-b54680f4ce0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a4dce422458f440ea0cb0157fe0b5a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473629 Jan 18 16:40:03.878784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49248) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:03.932820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28dae706-7c93-4b43-bcbe-e53d34dc955d admin admin] Publish callbacks [] for security_group (c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.957218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28dae706-7c93-4b43-bcbe-e53d34dc955d admin admin] Publish callbacks [] for security_group (c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.010832 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28dae706-7c93-4b43-bcbe-e53d34dc955d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.014676 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28dae706-7c93-4b43-bcbe-e53d34dc955d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.015948 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-28dae706-7c93-4b43-bcbe-e53d34dc955d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c HTTP/1.1" status: 204 len: 168 time: 0.1362960 Jan 18 16:40:04.028300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dae706-7c93-4b43-bcbe-e53d34dc955d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd5b2e-327c-4cb5-b5a8-3b7fd1aed00c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:04.336732 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:04.350141 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cfa3ce3-64a4-40fd-9655-bd5a1187d116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.427675 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cfa3ce3-64a4-40fd-9655-bd5a1187d116 admin admin] Publish callbacks [] for security_group (8fb6953f-d179-4342-8e55-399bf5c54486), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.431644 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cfa3ce3-64a4-40fd-9655-bd5a1187d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8fb6953f-d179-4342-8e55-399bf5c54486), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.469074 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-2cfa3ce3-64a4-40fd-9655-bd5a1187d116 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8bd10bbec6f14034a42d7cdc91d4dc06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311276 Jan 18 16:40:04.470976 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa3ce3-64a4-40fd-9655-bd5a1187d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6953f-d179-4342-8e55-399bf5c54486,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:04.471962 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49256) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:04.527987 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a8be3e5-9d7c-481d-a701-053550bd6ac8 admin admin] Publish callbacks [] for security_group (8fb6953f-d179-4342-8e55-399bf5c54486), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.549673 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a8be3e5-9d7c-481d-a701-053550bd6ac8 admin admin] Publish callbacks [] for security_group (8fb6953f-d179-4342-8e55-399bf5c54486), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.595957 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a8be3e5-9d7c-481d-a701-053550bd6ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8fb6953f-d179-4342-8e55-399bf5c54486), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.598477 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a8be3e5-9d7c-481d-a701-053550bd6ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.599658 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7a8be3e5-9d7c-481d-a701-053550bd6ac8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8fb6953f-d179-4342-8e55-399bf5c54486 HTTP/1.1" status: 204 len: 168 time: 0.1266813 Jan 18 16:40:04.608116 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8be3e5-9d7c-481d-a701-053550bd6ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6953f-d179-4342-8e55-399bf5c54486,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:06.518688 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b2095fc-0d49-4dc9-9a5f-3b26ea195959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:09.371366 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5b12b2d-ad93-457b-9d04-5580e602fb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:10.727924 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91eff25-c1d8-4173-9728-8587f4caad29 req-c5ef57ac-5ed6-4085-a7a6-ba185743ed08 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:10.729335 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b91eff25-c1d8-4173-9728-8587f4caad29 req-c5ef57ac-5ed6-4085-a7a6-ba185743ed08 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Jan 18 16:40:10.778861 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b91eff25-c1d8-4173-9728-8587f4caad29 req-709be3a6-baac-4481-bed2-730344bfc384 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 Jan 18 16:40:11.014909 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:11.895576 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7aa4-b504-426f-be8a-f05146d39f50 req-96bfc457-cc42-4509-a71f-596d66adcc44 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:11.897053 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7dea7aa4-b504-426f-be8a-f05146d39f50 req-96bfc457-cc42-4509-a71f-596d66adcc44 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0486910 Jan 18 16:40:11.948952 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7dea7aa4-b504-426f-be8a-f05146d39f50 req-7425624a-1241-4895-9df2-c26ed624d238 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452616 Jan 18 16:40:12.424590 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:13.063665 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e475d8-c344-42b2-b7f2-e0b0a1761aae req-5e7f70a6-c65b-4887-afb0-34bfae7f8aea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:13.065107 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d1e475d8-c344-42b2-b7f2-e0b0a1761aae req-5e7f70a6-c65b-4887-afb0-34bfae7f8aea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0471606 Jan 18 16:40:13.115380 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d1e475d8-c344-42b2-b7f2-e0b0a1761aae req-8fd1d40a-a16a-439b-a92d-8311f3413c06 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444467 Jan 18 16:40:13.144225 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:14.265926 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8026f6b-206a-4865-8904-cc90d9c58911 req-264031c0-cc04-4225-902a-2835f63ebec8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:14.267492 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e8026f6b-206a-4865-8904-cc90d9c58911 req-264031c0-cc04-4225-902a-2835f63ebec8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0752559 Jan 18 16:40:14.335119 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e8026f6b-206a-4865-8904-cc90d9c58911 req-5315795a-516e-4aec-98f4-893a01f7a17a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447557 Jan 18 16:40:15.457732 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508ed3c-aa0b-4388-9a6d-341510a35e8e req-38dc66a1-9c1d-4f7d-9369-12b6cf9c7855 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:15.459267 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d508ed3c-aa0b-4388-9a6d-341510a35e8e req-38dc66a1-9c1d-4f7d-9369-12b6cf9c7855 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0496421 Jan 18 16:40:15.511250 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d508ed3c-aa0b-4388-9a6d-341510a35e8e req-bcc7fc83-831f-42f3-b004-2643ee1d7fef tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461407 Jan 18 16:40:15.790783 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:40:16.626580 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6752-4d82-4c68-b652-16fc62bfcab2 req-e57cb3e4-33a2-4035-a038-6557c51899ec tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:16.629444 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d74d6752-4d82-4c68-b652-16fc62bfcab2 req-e57cb3e4-33a2-4035-a038-6557c51899ec tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Jan 18 16:40:16.688355 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d74d6752-4d82-4c68-b652-16fc62bfcab2 req-0bd21e2d-7910-4ddb-87d9-d9676fdf91c1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472927 Jan 18 16:40:17.804106 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74054994-2f1f-463a-8cc9-a0cfd80d844e req-dfba149e-cca5-45ae-b430-2a07129963f1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:17.805613 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-74054994-2f1f-463a-8cc9-a0cfd80d844e req-dfba149e-cca5-45ae-b430-2a07129963f1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0508313 Jan 18 16:40:17.856874 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-74054994-2f1f-463a-8cc9-a0cfd80d844e req-0ed8af8f-cdc5-457b-8dbf-73b7daf639a6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453467 Jan 18 16:40:18.975063 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbec9-2be1-4147-9cc7-22b53fb8ac96 req-23a62f13-22c8-4bb3-ac0b-5ba40962fd92 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:18.976561 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b60bbec9-2be1-4147-9cc7-22b53fb8ac96 req-23a62f13-22c8-4bb3-ac0b-5ba40962fd92 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0531535 Jan 18 16:40:19.028374 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b60bbec9-2be1-4147-9cc7-22b53fb8ac96 req-a2a77fff-a67d-44c7-99bd-4fbe2267d0bb tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457702 Jan 18 16:40:20.146385 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f7226-e90b-495d-b8fd-28474719757d req-04a19667-43a5-479b-8638-6ff287d54563 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:20.147768 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-cb6f7226-e90b-495d-b8fd-28474719757d req-04a19667-43a5-479b-8638-6ff287d54563 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Jan 18 16:40:20.195602 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-cb6f7226-e90b-495d-b8fd-28474719757d req-d23f40cf-1699-45e0-bc4c-fc4d38b7c5ef tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Jan 18 16:40:20.978315 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49492) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:21.080545 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74219912-4f95-4814-9cb2-9ea01d06aafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.152814 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74219912-4f95-4814-9cb2-9ea01d06aafa admin admin] Publish callbacks [] for security_group (c612d11d-4e50-4114-b257-5b0b56734151), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.157246 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74219912-4f95-4814-9cb2-9ea01d06aafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c612d11d-4e50-4114-b257-5b0b56734151), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.195159 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-74219912-4f95-4814-9cb2-9ea01d06aafa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39b1768daf854f86bc42bad9ff300268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157366 Jan 18 16:40:21.195907 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74219912-4f95-4814-9cb2-9ea01d06aafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c612d11d-4e50-4114-b257-5b0b56734151,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:21.197878 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49496) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:21.254720 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e39052e7-6ffe-407e-a63f-fc5c6192acee admin admin] Publish callbacks [] for security_group (c612d11d-4e50-4114-b257-5b0b56734151), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.277399 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e39052e7-6ffe-407e-a63f-fc5c6192acee admin admin] Publish callbacks [] for security_group (c612d11d-4e50-4114-b257-5b0b56734151), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.316698 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39f8fa-1d14-4c0c-8a2e-1ea337567752 req-b9e850b0-650b-4d71-b6b1-34c580455780 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:21.318443 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fd39f8fa-1d14-4c0c-8a2e-1ea337567752 req-b9e850b0-650b-4d71-b6b1-34c580455780 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Jan 18 16:40:21.323444 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e39052e7-6ffe-407e-a63f-fc5c6192acee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c612d11d-4e50-4114-b257-5b0b56734151), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.326634 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e39052e7-6ffe-407e-a63f-fc5c6192acee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.330892 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-e39052e7-6ffe-407e-a63f-fc5c6192acee admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c612d11d-4e50-4114-b257-5b0b56734151 HTTP/1.1" status: 204 len: 168 time: 0.1293941 Jan 18 16:40:21.342281 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39052e7-6ffe-407e-a63f-fc5c6192acee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c612d11d-4e50-4114-b257-5b0b56734151,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:21.370946 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fd39f8fa-1d14-4c0c-8a2e-1ea337567752 req-6d641716-a433-4f95-9475-f75e96f48a76 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464931 Jan 18 16:40:21.599959 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:21.613369 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-123f6fc3-ed89-44ff-ba2c-d093b3675ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.688717 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-123f6fc3-ed89-44ff-ba2c-d093b3675ed0 admin admin] Publish callbacks [] for security_group (8a6faebe-28d0-4c3a-a669-f33201f921af), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.692808 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-123f6fc3-ed89-44ff-ba2c-d093b3675ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8a6faebe-28d0-4c3a-a669-f33201f921af), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.729150 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-123f6fc3-ed89-44ff-ba2c-d093b3675ed0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=87fa3035fc9b4cffbcc4eb6ff652a312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280823 Jan 18 16:40:21.731203 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f6fc3-ed89-44ff-ba2c-d093b3675ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6faebe-28d0-4c3a-a669-f33201f921af,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:21.731880 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49506) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:21.783564 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf023798-7e69-49c1-8144-75f50a4451b2 admin admin] Publish callbacks [] for security_group (8a6faebe-28d0-4c3a-a669-f33201f921af), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.804940 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf023798-7e69-49c1-8144-75f50a4451b2 admin admin] Publish callbacks [] for security_group (8a6faebe-28d0-4c3a-a669-f33201f921af), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.849772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf023798-7e69-49c1-8144-75f50a4451b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (8a6faebe-28d0-4c3a-a669-f33201f921af), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.852228 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf023798-7e69-49c1-8144-75f50a4451b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.853370 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-bf023798-7e69-49c1-8144-75f50a4451b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8a6faebe-28d0-4c3a-a669-f33201f921af HTTP/1.1" status: 204 len: 168 time: 0.1200264 Jan 18 16:40:21.862959 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf023798-7e69-49c1-8144-75f50a4451b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6faebe-28d0-4c3a-a669-f33201f921af,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:22.496778 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01917800-fca0-463b-8ae7-1048dcc37ca4 req-8f1aacc6-1b26-4c6a-a229-0c9289c889bf tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:22.499885 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-01917800-fca0-463b-8ae7-1048dcc37ca4 req-8f1aacc6-1b26-4c6a-a229-0c9289c889bf tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0582044 Jan 18 16:40:22.550744 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-01917800-fca0-463b-8ae7-1048dcc37ca4 req-65a70667-0ee5-4aea-ba47-8dbe4776d881 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461588 Jan 18 16:40:23.631869 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.675515 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9999-d248-4ce1-9672-0528a8c8cc5f req-31603e67-d55a-4de7-ab10-1b06b9b14b0a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:23.676984 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-59ca9999-d248-4ce1-9672-0528a8c8cc5f req-31603e67-d55a-4de7-ab10-1b06b9b14b0a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Jan 18 16:40:23.724370 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-59ca9999-d248-4ce1-9672-0528a8c8cc5f req-3b31bebd-f050-4626-8d32-a49229cabd6a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Jan 18 16:40:24.841365 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08242d9-1c0e-4a05-8f5b-45c9f41553b6 req-5e7af643-6e97-4716-9c2d-ea777f1f9b5a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:24.842902 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c08242d9-1c0e-4a05-8f5b-45c9f41553b6 req-5e7af643-6e97-4716-9c2d-ea777f1f9b5a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0491240 Jan 18 16:40:24.893700 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c08242d9-1c0e-4a05-8f5b-45c9f41553b6 req-c2f96338-c92e-4755-ac1d-65591777ed50 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452023 Jan 18 16:40:26.012900 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a35b-0d25-4dea-a771-3b06be304571 req-b417a2ba-c810-4f7d-9529-3d85526d9ebf tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:26.014391 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c981a35b-0d25-4dea-a771-3b06be304571 req-b417a2ba-c810-4f7d-9529-3d85526d9ebf tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0506232 Jan 18 16:40:26.066583 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c981a35b-0d25-4dea-a771-3b06be304571 req-2d9534be-baa0-4cfe-ab5a-e9a6f00a8c83 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464084 Jan 18 16:40:27.178624 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05cc54-bab0-475a-83a6-c076fffa5466 req-b885f48f-3c82-41aa-99dd-9aead11cb93c tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.180077 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0f05cc54-bab0-475a-83a6-c076fffa5466 req-b885f48f-3c82-41aa-99dd-9aead11cb93c tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0475316 Jan 18 16:40:27.229506 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-0f05cc54-bab0-475a-83a6-c076fffa5466 req-ab3f836a-4e2a-4708-b42a-a87f2cba7690 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 Jan 18 16:40:27.641282 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-07207ad8-c185-49c4-aab6-9578dbc6a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.642801 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-07207ad8-c185-49c4-aab6-9578dbc6a79b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1098 time: 0.0407522 Jan 18 16:40:27.733596 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-4ef99186-2063-4c88-8250-df698347e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.735091 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-4ef99186-2063-4c88-8250-df698347e842 service neutron] 10.222.0.81 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 909 time: 0.0861936 Jan 18 16:40:27.804232 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-adb8d4b7-bbb5-40c3-a8a7-b298b45f8450 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 1001 time: 0.0629778 Jan 18 16:40:27.851957 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-1b384a11-0562-4ee1-8ac4-50d3abbbe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.853434 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-1b384a11-0562-4ee1-8ac4-50d3abbbe59f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 200 len: 847 time: 0.0440564 Jan 18 16:40:27.900353 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-07dd4da5-dc52-4b87-a64c-ea6f7aa3602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.902086 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-07dd4da5-dc52-4b87-a64c-ea6f7aa3602e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80e21c1a-bfef-4c4e-aaf0-30d48871569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419848 Jan 18 16:40:28.002306 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-ac23b972-e851-4d49-ba69-1795a6c9725d service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935473 Jan 18 16:40:28.102897 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dcca3cd2-c582-43bb-b24c-78c6116fca54 req-a6d7635f-5647-455c-87e0-99297d19560b service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939426 Jan 18 16:40:28.344136 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd3bf8-e3b2-46aa-8185-2657c16b5016 req-869bdd8d-80b6-416b-a8aa-44e22c5072c3 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:28.345612 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1cdd3bf8-e3b2-46aa-8185-2657c16b5016 req-869bdd8d-80b6-416b-a8aa-44e22c5072c3 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0488713 Jan 18 16:40:28.395772 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1cdd3bf8-e3b2-46aa-8185-2657c16b5016 req-39682afa-82ee-467c-a4d7-286b176c5370 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Jan 18 16:40:29.511390 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda1061-ae67-447f-a115-32c9a077ebcd req-133eb5fc-ccdb-44ab-aae1-4e3b1dc14bb5 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:29.512753 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5bda1061-ae67-447f-a115-32c9a077ebcd req-133eb5fc-ccdb-44ab-aae1-4e3b1dc14bb5 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0480206 Jan 18 16:40:29.564146 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5bda1061-ae67-447f-a115-32c9a077ebcd req-a409fbb3-8139-4258-9957-cb6c91a75e14 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Jan 18 16:40:30.684266 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632b55-091a-4589-aed0-607b3e95d2c9 req-bb323f7d-0bf1-4cc9-9455-c060e178f6a1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:30.686420 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be632b55-091a-4589-aed0-607b3e95d2c9 req-bb323f7d-0bf1-4cc9-9455-c060e178f6a1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0520544 Jan 18 16:40:30.733655 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-be632b55-091a-4589-aed0-607b3e95d2c9 req-59259690-ea8f-4587-9366-4b50bacc5a90 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414164 Jan 18 16:40:31.005196 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-e55c20cb-30a5-4ebc-b262-a38b890fb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:31.006735 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-e55c20cb-30a5-4ebc-b262-a38b890fb78c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1098 time: 0.0448928 Jan 18 16:40:31.117347 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-feb11340-8836-40ab-8364-fcaaca5f326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:31.118937 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-feb11340-8836-40ab-8364-fcaaca5f326d service neutron] 10.222.0.81 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 909 time: 0.0920463 Jan 18 16:40:31.188727 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-b113b1de-a7b7-4411-8d67-35b9bde9301a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 1001 time: 0.0637805 Jan 18 16:40:31.244027 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-9cb93f43-5e4d-4b06-86e3-fd14153b8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:31.245540 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-9cb93f43-5e4d-4b06-86e3-fd14153b8ceb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 200 len: 847 time: 0.0504699 Jan 18 16:40:31.302779 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-972f50a1-6389-4902-a28e-d8a1504909d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:31.302779 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-972f50a1-6389-4902-a28e-d8a1504909d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80e21c1a-bfef-4c4e-aaf0-30d48871569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426841 Jan 18 16:40:31.413660 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-f345ec7a-9c34-47be-be40-b95c775bcbab service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044848 Jan 18 16:40:31.478268 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5284367-0315-481e-9982-afc2091d6567 req-3220bbff-65bf-41e1-a450-4c07856d9ee6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:31.480209 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d5284367-0315-481e-9982-afc2091d6567 req-3220bbff-65bf-41e1-a450-4c07856d9ee6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 947 time: 0.0614204 Jan 18 16:40:31.511943 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c3b0e96-d98e-48c9-ba09-afd425aa122e req-5f4cb606-a033-4da0-9755-b746eb45da9b service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913756 Jan 18 16:40:31.532246 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d5284367-0315-481e-9982-afc2091d6567 req-67fdf0f4-2987-4e99-86b0-a1b2300fa695 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 Jan 18 16:40:31.865957 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a04a3b-761d-45fc-9c74-594a5e78208f req-26b326d0-5273-4876-866b-884d97b80754 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:31.867501 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-01a04a3b-761d-45fc-9c74-594a5e78208f req-26b326d0-5273-4876-866b-884d97b80754 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0535131 Jan 18 16:40:31.917258 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-01a04a3b-761d-45fc-9c74-594a5e78208f req-c9519504-74dc-4b3f-b86b-440e1469fa3e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441744 Jan 18 16:40:32.121773 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-338a78e7-93f8-4e50-b524-a55f2f0d932b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676754 Jan 18 16:40:32.138780 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9c6a4-b022-4a72-adc7-8848fb1ba079 req-618c107f-9f17-4f6d-9410-3a2f2e259bea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:32.140938 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a7e9c6a4-b022-4a72-adc7-8848fb1ba079 req-618c107f-9f17-4f6d-9410-3a2f2e259bea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0618289 Jan 18 16:40:32.214049 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a7e9c6a4-b022-4a72-adc7-8848fb1ba079 req-c81084a8-0382-4a8a-b734-b3b8f39dda77 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564983 Jan 18 16:40:32.664335 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff31fd-caeb-4a2c-907c-c6b138c7159a req-134828cd-062f-4590-b315-fc027f3d4069 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:32.665883 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-efff31fd-caeb-4a2c-907c-c6b138c7159a req-134828cd-062f-4590-b315-fc027f3d4069 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 947 time: 0.0515428 Jan 18 16:40:32.717379 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-efff31fd-caeb-4a2c-907c-c6b138c7159a req-6dd0b7d1-54a4-4e50-a9a8-0e33b3e545a6 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups?id=245d90fd-86d5-4d53-b2a5-33aee0416a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Jan 18 16:40:32.868510 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-67ab3364-e154-413b-837e-07692d55dea9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:32.870035 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-67ab3364-e154-413b-837e-07692d55dea9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 947 time: 0.0515046 Jan 18 16:40:32.958692 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Deleting port d4b22002-e3c0-4bec-a7a7-0103d0135897 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:32.959022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:33.048060 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] For port d4b22002-e3c0-4bec-a7a7-0103d0135897, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=d4b22002-e3c0-4bec-a7a7-0103d0135897,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:33.048418 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:33.216796 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:33.217722 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (5d120d73-7325-44ed-877d-4eed01eba707), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:33.217961 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Floating IP 5d120d73-7325-44ed-877d-4eed01eba707 disassociated. External IP: 172.27.0.109, port: d4b22002-e3c0-4bec-a7a7-0103d0135897. Jan 18 16:40:33.218307 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Calling delete_port for d4b22002-e3c0-4bec-a7a7-0103d0135897 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:33.366569 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b870a4f-5a1c-4834-9c9e-e078dde98f92 req-df2a3984-9c92-4c16-80cf-2a5b1edc6c8a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:33.368041 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9b870a4f-5a1c-4834-9c9e-e078dde98f92 req-df2a3984-9c92-4c16-80cf-2a5b1edc6c8a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0888577 Jan 18 16:40:33.402867 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (d4b22002-e3c0-4bec-a7a7-0103d0135897), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:33.447348 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event deleted for resources: {'Port': ['ID=d4b22002-e3c0-4bec-a7a7-0103d0135897,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:33.457795 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9b870a4f-5a1c-4834-9c9e-e078dde98f92 req-56f31ef1-a5f5-492b-8978-8a2fb284348f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840805 Jan 18 16:40:33.565563 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Router aa5db699-b15b-41bb-95b3-de727e60b909 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:40:33.674777 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:40:33.686206 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] Sync routers for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:40:33.696456 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:33.697217 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:40:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:33.713832 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] No DVR routers for this DVR port d4b22002-e3c0-4bec-a7a7-0103d0135897 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:33.716382 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:33.720322 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e2fae9bb-b0d8-4832-b197-0893708e6519 req-6e7d8a2c-a3b6-47e5-9818-4305147ab7c5 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.81 "DELETE /v2.0/ports/d4b22002-e3c0-4bec-a7a7-0103d0135897 HTTP/1.1" status: 204 len: 173 time: 0.8448427 Jan 18 16:40:33.720743 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-deleted', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:40:33.722956 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4beffbd-861e-472b-b036-b77d4e3da584" -d '{"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-deleted", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:40:33.767496 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038b80f3-0e5c-41e2-9316-be9a894a3f03 x-openstack-request-id: req-038b80f3-0e5c-41e2-9316-be9a894a3f03 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:40:33.767835 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35af5e7-2b02-4ac9-af06-096b60a9dc5d", "name": "network-vif-deleted", "tag": "d4b22002-e3c0-4bec-a7a7-0103d0135897", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:40:33.768124 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-038b80f3-0e5c-41e2-9316-be9a894a3f03 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:40:33.770749 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35af5e7-2b02-4ac9-af06-096b60a9dc5d', 'name': 'network-vif-deleted', 'tag': 'd4b22002-e3c0-4bec-a7a7-0103d0135897', 'status': 'completed', 'code': 200} Jan 18 16:40:33.812382 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:33.826043 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-53fe7c25-6d8f-4e9f-8c45-995fd8e09726 req-61266f71-0fe2-4aca-954a-b4a01550be08 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 210 time: 0.0315714 Jan 18 16:40:34.021419 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:34.046441 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] Checking router: aa5db699-b15b-41bb-95b3-de727e60b909 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:40:34.054480 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:34.055077 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:40:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:34.159096 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:34.358634 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:34.384602 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4e8d2-b5d0-4807-a787-aa4d62480d85 None None] The sync data for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi is: [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'af69ceed-bd5d-4bf2-b254-f9e1ccf9a853', 'name': '', 'network_id': '27598ce3-f982-44f0-8153-7dd12b009926', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'mac_address': 'fa:16:3e:47:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:31Z', 'updated_at': '2022-01-18T16:33:48Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'subnets': [{'id': '2444eeac-bcab-49e0-a584-cb934c90f8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:40:34.585754 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135bb4f-c544-4a89-9bd6-0d35143bf8ab req-2922d7eb-c7fd-4397-93a0-12a5892e647b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:34.588785 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f135bb4f-c544-4a89-9bd6-0d35143bf8ab req-2922d7eb-c7fd-4397-93a0-12a5892e647b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0548637 Jan 18 16:40:34.628036 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6c3ba-8760-4677-b9c0-d7a83cde8f78 None None] New status for floating IP 5d120d73-7325-44ed-877d-4eed01eba707: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:40:34.643580 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f135bb4f-c544-4a89-9bd6-0d35143bf8ab req-ad9d97f9-4a11-480e-8a0a-41a668fa13fd tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506170 Jan 18 16:40:34.927755 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-471c1bb1-f106-4b33-9714-1ed8598b62ec req-e51a663c-aa74-41be-a534-66ea413e7cc0 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/ports?device_id=c35af5e7-2b02-4ac9-af06-096b60a9dc5d HTTP/1.1" status: 200 len: 210 time: 0.0267951 Jan 18 16:40:35.502139 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:35.591388 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a is: ACTIVE; New status is: DOWN {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:40:35.591773 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:35.614898 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:40:35.617135 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4833510-55e7-4ce6-9ae5-85409a17246b" -d '{"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:40:35.630832 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:35.635814 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:35.663043 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26e6b8-b77a-4063-95f7-34468655faf3 x-openstack-request-id: req-ba26e6b8-b77a-4063-95f7-34468655faf3 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:40:35.663337 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-unplugged", "status": "failed", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:40:35.663586 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba26e6b8-b77a-4063-95f7-34468655faf3 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:40:35.663985 dv-cinder-825130-1-iscsi neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'code': 422} returned with failed status Jan 18 16:40:35.692364 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:35.700786 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.701833 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.702206 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.702556 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.702920 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.703258 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.704009 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.704009 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.704280 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.704694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.704987 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.705347 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.705762 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:35.771244 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd03182-7a11-4b0b-bec2-25a72ff7de57 req-4e091730-9e7c-41a0-8b73-c527f6bf21bc tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:35.777862 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dbd03182-7a11-4b0b-bec2-25a72ff7de57 req-4e091730-9e7c-41a0-8b73-c527f6bf21bc tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0592334 Jan 18 16:40:35.841422 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dbd03182-7a11-4b0b-bec2-25a72ff7de57 req-01dabbe6-a83f-4910-9559-550aee430399 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624545 Jan 18 16:40:36.022882 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49676) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:36.090605 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c38ae273-3a05-4119-9239-93d489e3c0bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (245d90fd-86d5-4d53-b2a5-33aee0416a7d), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.116841 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c38ae273-3a05-4119-9239-93d489e3c0bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (245d90fd-86d5-4d53-b2a5-33aee0416a7d), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.168004 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c38ae273-3a05-4119-9239-93d489e3c0bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (245d90fd-86d5-4d53-b2a5-33aee0416a7d), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.171522 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c38ae273-3a05-4119-9239-93d489e3c0bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.172710 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c38ae273-3a05-4119-9239-93d489e3c0bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "DELETE /v2.0/security-groups/245d90fd-86d5-4d53-b2a5-33aee0416a7d HTTP/1.1" status: 204 len: 168 time: 0.1488695 Jan 18 16:40:36.175656 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49678) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:36.181626 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ae273-3a05-4119-9239-93d489e3c0bc tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245d90fd-86d5-4d53-b2a5-33aee0416a7d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:36.191638 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.api.v2.resource [None req-349dd626-cfda-4d7b-ab7e-2004f0b878fa tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] show failed (client error): The resource could not be found. Jan 18 16:40:36.192666 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-349dd626-cfda-4d7b-ab7e-2004f0b878fa tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "GET /v2.0/security-groups/245d90fd-86d5-4d53-b2a5-33aee0416a7d HTTP/1.1" status: 404 len: 347 time: 0.0159447 Jan 18 16:40:36.195921 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49680) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:36.319861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Deleting port 6389e1b3-8db9-4896-90ee-ec863a1a0019 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:36.320097 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.426964 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.427287 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (6389e1b3-8db9-4896-90ee-ec863a1a0019), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.440757 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-1f85d6d6-5638-47af-9800-1b75c3dce5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:36.442530 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-1f85d6d6-5638-47af-9800-1b75c3dce5fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0&tenant_id=e45e35233c904bdb8271be4c5b6223d2 HTTP/1.1" status: 200 len: 1096 time: 0.0741699 Jan 18 16:40:36.446664 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Calling delete_port for 6389e1b3-8db9-4896-90ee-ec863a1a0019 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:36.522270 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-af0af758-7d6b-44ad-b0db-a1e8141015b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.586858 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (6389e1b3-8db9-4896-90ee-ec863a1a0019), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.620584 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Pushing event deleted for resources: {'Port': ['ID=6389e1b3-8db9-4896-90ee-ec863a1a0019,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:36.694969 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-1bf9230c-0515-4e91-8292-cf64b0913a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:36.696500 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-1bf9230c-0515-4e91-8292-cf64b0913a27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1096 time: 0.1014788 Jan 18 16:40:36.724485 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks [] for floatingip (5d120d73-7325-44ed-877d-4eed01eba707), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.726980 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:36.728087 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7f542b33-e5cf-4dfd-9bde-0db9c9ec68d9 tempest-AttachVolumeShelveTestJSON-1372158508 tempest-AttachVolumeShelveTestJSON-1372158508-project] 10.222.0.86 "DELETE /v2.0/floatingips/5d120d73-7325-44ed-877d-4eed01eba707 HTTP/1.1" status: 204 len: 168 time: 0.5307515 Jan 18 16:40:36.806905 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-6a6d0bd5-4ec8-45f9-93fd-02143262082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:36.808457 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-6a6d0bd5-4ec8-45f9-93fd-02143262082a service neutron] 10.222.0.81 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 909 time: 0.1055949 Jan 18 16:40:36.886798 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-767cb454-7c5a-4dff-8ac1-3d47be453af7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 999 time: 0.0721419 Jan 18 16:40:36.942452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-4a446929-18aa-4f91-a748-b17b000cdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:36.944038 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-4a446929-18aa-4f91-a748-b17b000cdc9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 200 len: 847 time: 0.0514624 Jan 18 16:40:36.967227 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96096259-35f8-42b9-9b04-32ba29d326e1 req-f8e30d62-731d-4680-a813-0b6b6b045446 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:36.968951 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-96096259-35f8-42b9-9b04-32ba29d326e1 req-f8e30d62-731d-4680-a813-0b6b6b045446 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0535586 Jan 18 16:40:36.995617 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-89ed285f-028e-4c30-a639-c11ac7378961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:36.997140 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-89ed285f-028e-4c30-a639-c11ac7378961 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80e21c1a-bfef-4c4e-aaf0-30d48871569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473897 Jan 18 16:40:37.027759 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-96096259-35f8-42b9-9b04-32ba29d326e1 req-7db31ccc-8267-4ce7-a689-ac4aae85e1d8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528827 Jan 18 16:40:37.112928 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-0bd166e8-e874-4e99-a97b-c0068d751f1a service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090863 Jan 18 16:40:37.214612 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3fdf77fc-d0fd-42e9-992f-06ddaab23e52 req-8deeeaca-0de5-4a39-92fe-2199001530a9 service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949416 Jan 18 16:40:38.144982 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013182f-9f48-4f39-846c-43b59854b9af req-cdb4253f-abad-4cfb-8871-cedb6d58600a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:38.146430 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2013182f-9f48-4f39-846c-43b59854b9af req-cdb4253f-abad-4cfb-8871-cedb6d58600a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0485129 Jan 18 16:40:38.194956 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2013182f-9f48-4f39-846c-43b59854b9af req-dd193119-e137-4971-8c15-b1fdc7664fa4 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 Jan 18 16:40:38.261105 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:38.282412 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: d4b22002-e3c0-4bec-a7a7-0103d0135897 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:38.282804 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device d4b22002-e3c0-4bec-a7a7-0103d0135897 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:39.318215 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c7801-cf98-4c05-8ce9-07d721383061 req-e1b6baca-4d1c-4bcf-a70b-ea2a7e55b2c9 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:39.319735 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-887c7801-cf98-4c05-8ce9-07d721383061 req-e1b6baca-4d1c-4bcf-a70b-ea2a7e55b2c9 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0531256 Jan 18 16:40:39.369566 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-887c7801-cf98-4c05-8ce9-07d721383061 req-7cf22945-0311-4182-8364-51569ba4f8b4 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Jan 18 16:40:39.373304 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4161292e-01ad-470f-b224-0abc66ce7b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:40.488978 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1a026-7811-43ba-8439-e1941ddb46d0 req-e2313464-eca4-4515-ac83-5a5f2ca4899e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:40.490422 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b3b1a026-7811-43ba-8439-e1941ddb46d0 req-e2313464-eca4-4515-ac83-5a5f2ca4899e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0506611 Jan 18 16:40:40.544280 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b3b1a026-7811-43ba-8439-e1941ddb46d0 req-4f737c4b-fd2d-4923-a600-ff33ab9b961b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481157 Jan 18 16:40:41.017578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:41.237008 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49738) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:41.668459 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e76218-d325-4a6c-81c1-89323bd91df6 req-3c978275-12d5-4831-9ef4-e417ef15b22f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:41.670862 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-07e76218-d325-4a6c-81c1-89323bd91df6 req-3c978275-12d5-4831-9ef4-e417ef15b22f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0572851 Jan 18 16:40:41.723390 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-07e76218-d325-4a6c-81c1-89323bd91df6 req-e683299e-a4c5-4430-8ba3-d2fc9eca059d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Jan 18 16:40:41.758497 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (aa5db699-b15b-41bb-95b3-de727e60b909), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:42.000658 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Deleting port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:42.000905 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:42.076407 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] For port af69ceed-bd5d-4bf2-b254-f9e1ccf9a853, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:42.076757 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:42.088942 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Calling delete_port for af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:42.267022 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (af69ceed-bd5d-4bf2-b254-f9e1ccf9a853), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:42.296262 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Pushing event deleted for resources: {'Port': ['ID=af69ceed-bd5d-4bf2-b254-f9e1ccf9a853,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:42.430759 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:42.473985 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (aa5db699-b15b-41bb-95b3-de727e60b909), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:42.974443 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Router aa5db699-b15b-41bb-95b3-de727e60b909 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:40:42.983028 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded8507-20dd-48b5-b6c8-388b1c38753a req-6fbcb7ac-67c5-4360-8537-9c1f58e1609b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:42.984472 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-eded8507-20dd-48b5-b6c8-388b1c38753a req-6fbcb7ac-67c5-4360-8537-9c1f58e1609b tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0669236 Jan 18 16:40:43.100587 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-eded8507-20dd-48b5-b6c8-388b1c38753a req-cd55134c-8301-4c8f-ba50-50c61cb36a9d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093762 Jan 18 16:40:43.122243 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:40:43.129677 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-e44ffc3e-2a98-4b61-9320-a7605c95046d admin admin] 10.222.0.86 "PUT /v2.0/routers/aa5db699-b15b-41bb-95b3-de727e60b909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8898482 Jan 18 16:40:43.130855 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49758) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:43.134691 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] Sync routers for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:40:43.149499 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:43.150796 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:40:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:43.154202 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.279598 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks [] for router (aa5db699-b15b-41bb-95b3-de727e60b909), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.382103 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:43.385573 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks [] for router_gateway (aa5db699-b15b-41bb-95b3-de727e60b909), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.449277 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Deleting port a91e9bfc-7d32-4082-97d4-986e9f0790e4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:43.449656 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.539526 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] For port a91e9bfc-7d32-4082-97d4-986e9f0790e4, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=a91e9bfc-7d32-4082-97d4-986e9f0790e4,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:43.539815 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.553302 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Calling delete_port for a91e9bfc-7d32-4082-97d4-986e9f0790e4 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:43.581392 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:40:42Z', 'revision_number': 5, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port': {'id': 'a91e9bfc-7d32-4082-97d4-986e9f0790e4', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:22Z', 'updated_at': '2022-01-18T16:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:43.612367 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] Checking router: aa5db699-b15b-41bb-95b3-de727e60b909 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:40:43.621187 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] Routers {'aa5db699-b15b-41bb-95b3-de727e60b909'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:43.621996 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:40:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['aa5db699-b15b-41bb-95b3-de727e60b909'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:43.714264 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] Set router aa5db699-b15b-41bb-95b3-de727e60b909 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:43.731111 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (a91e9bfc-7d32-4082-97d4-986e9f0790e4), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.755271 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91e9bfc-7d32-4082-97d4-986e9f0790e4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:43.767398 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:40:43Z', 'revision_number': 6, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port_host': None}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:43.798735 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0287181-cc50-4e32-b966-a6ed8b96beeb None None] The sync data for ids ['aa5db699-b15b-41bb-95b3-de727e60b909'] in dv-cinder-825130-1-iscsi is: [{'id': 'aa5db699-b15b-41bb-95b3-de727e60b909', 'name': 'tempest-AttachVolumeShelveTestJSON-1384456577-router', 'tenant_id': 'fa5307ffd5904957a739da2767136aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:19Z', 'updated_at': '2022-01-18T16:40:43Z', 'revision_number': 6, 'project_id': 'fa5307ffd5904957a739da2767136aaa', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:40:43.821571 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (aa5db699-b15b-41bb-95b3-de727e60b909), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.918404 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (aa5db699-b15b-41bb-95b3-de727e60b909), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.921144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks [] for router_controller (aa5db699-b15b-41bb-95b3-de727e60b909), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.964517 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (aa5db699-b15b-41bb-95b3-de727e60b909), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.965092 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5db699-b15b-41bb-95b3-de727e60b909 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:40:43.970761 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:43.971949 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7131f838-25b7-47d8-913e-415c034216d4 admin admin] 10.222.0.86 "DELETE /v2.0/routers/aa5db699-b15b-41bb-95b3-de727e60b909 HTTP/1.1" status: 204 len: 168 time: 0.8401008 Jan 18 16:40:43.974720 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49762) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:44.020440 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] Deleting subnet 2444eeac-bcab-49e0-a584-cb934c90f8f8 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:40:44.023699 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] Publish callbacks [] for subnet (2444eeac-bcab-49e0-a584-cb934c90f8f8), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.058857 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6246653'] for subnet (2444eeac-bcab-49e0-a584-cb934c90f8f8), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.143228 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (2444eeac-bcab-49e0-a584-cb934c90f8f8), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.210200 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5337035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16310934'] for subnet (2444eeac-bcab-49e0-a584-cb934c90f8f8), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.239968 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2444eeac-bcab-49e0-a584-cb934c90f8f8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:44.243978 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.247116 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-3ee7b954-5d7f-4bea-b902-21455e85cadc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2444eeac-bcab-49e0-a584-cb934c90f8f8 HTTP/1.1" status: 204 len: 168 time: 0.2713895 Jan 18 16:40:44.249809 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49766) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:44.251548 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a68e14-c3a3-4ab9-9429-80835ac77dbb req-8f6f4b7a-7ecc-4839-b9da-8a065d95cf2f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:44.262518 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-51a68e14-c3a3-4ab9-9429-80835ac77dbb req-8f6f4b7a-7ecc-4839-b9da-8a065d95cf2f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0807698 Jan 18 16:40:44.263436 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779626d-f039-4ca4-9858-71badb26d044 None None] Network 27598ce3-f982-44f0-8153-7dd12b009926 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:40:44.344865 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (27598ce3-f982-44f0-8153-7dd12b009926), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.407497 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Deleting port eb726074-a938-4ef6-a5d1-ad91ba595401 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:44.407947 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.499053 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] For port eb726074-a938-4ef6-a5d1-ad91ba595401, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=eb726074-a938-4ef6-a5d1-ad91ba595401,segment=NetworkSegment(00d47bd6-71df-4c0a-873c-34505493af36),segment_id=00d47bd6-71df-4c0a-873c-34505493af36)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:44.499403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.513725 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Calling delete_port for eb726074-a938-4ef6-a5d1-ad91ba595401 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:44.546578 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-51a68e14-c3a3-4ab9-9429-80835ac77dbb req-f700f5a7-b0ec-4eb1-ba7a-7c32cba5ba7e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825096 Jan 18 16:40:44.596487 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (eb726074-a938-4ef6-a5d1-ad91ba595401), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.598892 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba667f-8d1d-4294-8eb8-8b7d372326de None None] DHCP port deletion for 27598ce3-f982-44f0-8153-7dd12b009926 request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:40:44.626914 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb726074-a938-4ef6-a5d1-ad91ba595401,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:44.628769 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] No DVR routers for this DVR port eb726074-a938-4ef6-a5d1-ad91ba595401 on host dv-cinder-825130-1-iscsi {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:44.708827 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (27598ce3-f982-44f0-8153-7dd12b009926), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.735961 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27598ce3-f982-44f0-8153-7dd12b009926']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:44.746511 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d47bd6-71df-4c0a-873c-34505493af36') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:44.746813 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d47bd6-71df-4c0a-873c-34505493af36') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:44.758516 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6246628'] for segment (00d47bd6-71df-4c0a-873c-34505493af36), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.773652 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (00d47bd6-71df-4c0a-873c-34505493af36), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.781104 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:40:44.781702 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336981'] for segment (00d47bd6-71df-4c0a-873c-34505493af36), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: Traceback (most recent call last): Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: timer() Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: cb(*args, **kw) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: return func(*args, **kwargs) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: self._notify() Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: self.callback(batched_events) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: event.method(event) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: return f(self, *a, **k) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._get(url).json() Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: return self.request(url, 'GET', **kwargs) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:40:44.783962 dv-cinder-825130-1-iscsi neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:40:44.845153 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (27598ce3-f982-44f0-8153-7dd12b009926), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.850032 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:44.855627 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/27598ce3-f982-44f0-8153-7dd12b009926 HTTP/1.1" status: 204 len: 168 time: 0.6047723 Jan 18 16:40:44.869094 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd1243-94c0-436d-96e0-a1edadda8cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=27598ce3-f982-44f0-8153-7dd12b009926,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:44.996644 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49780) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:45.041404 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-69509fd0-4510-4514-bd7f-08aeb8698d5f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa5307ffd5904957a739da2767136aaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435588 Jan 18 16:40:45.044141 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:45.093305 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Publish callbacks [] for security_group (e169b647-9400-429d-b9da-da7ec7ac2bbe), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:45.114941 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Publish callbacks [] for security_group (e169b647-9400-429d-b9da-da7ec7ac2bbe), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:45.165935 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (e169b647-9400-429d-b9da-da7ec7ac2bbe), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:45.168470 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:45.169693 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e169b647-9400-429d-b9da-da7ec7ac2bbe HTTP/1.1" status: 204 len: 168 time: 0.1245689 Jan 18 16:40:45.178086 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169b647-9400-429d-b9da-da7ec7ac2bbe,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:45.186730 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.187080 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.187415 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.187913 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.188100 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.188437 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.188773 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.189097 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.189453 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.189806 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.190216 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.190434 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.191007 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd0e3d-cb56-423f-9034-a8d4159e984d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:40:45.295593 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a91e9bfc-7d32-4082-97d4-986e9f0790e4 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:45.316718 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: a91e9bfc-7d32-4082-97d4-986e9f0790e4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:45.317057 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device a91e9bfc-7d32-4082-97d4-986e9f0790e4 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:45.317487 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:45.337822 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:45.338170 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device af69ceed-bd5d-4bf2-b254-f9e1ccf9a853 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:45.338594 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb726074-a938-4ef6-a5d1-ad91ba595401 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:45.358499 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: eb726074-a938-4ef6-a5d1-ad91ba595401 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:45.361797 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device eb726074-a938-4ef6-a5d1-ad91ba595401 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:45.689096 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56ec6f-8d10-41ff-97b4-2cb66eac466d req-3539c199-78cb-40bb-8806-124e02cbcac1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:45.691188 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bb56ec6f-8d10-41ff-97b4-2cb66eac466d req-3539c199-78cb-40bb-8806-124e02cbcac1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0589480 Jan 18 16:40:45.751086 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bb56ec6f-8d10-41ff-97b4-2cb66eac466d req-cf741fec-5407-4c2c-be4f-2f5cc6aaf2e1 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532069 Jan 18 16:40:46.878232 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edb60b-8d62-437d-a7c9-e056bf2c11fd req-03d37269-3cb7-453d-90ee-2ca5095e05b9 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:46.879808 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-51edb60b-8d62-437d-a7c9-e056bf2c11fd req-03d37269-3cb7-453d-90ee-2ca5095e05b9 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 943 time: 0.0549459 Jan 18 16:40:46.932105 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-51edb60b-8d62-437d-a7c9-e056bf2c11fd req-4e0e6dc9-1eeb-4225-bd54-26d8b954e5a7 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465772 Jan 18 16:40:47.102698 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49868) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:47.211536 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f39dd91f-bf1e-41b4-a299-0773ab498e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.288885 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f39dd91f-bf1e-41b4-a299-0773ab498e4a admin admin] Publish callbacks [] for security_group (c8f4804f-5718-4145-9ed7-39764c4b1e8a), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.293660 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f39dd91f-bf1e-41b4-a299-0773ab498e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c8f4804f-5718-4145-9ed7-39764c4b1e8a), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.331534 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-f39dd91f-bf1e-41b4-a299-0773ab498e4a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a041bed89234657b7a2f6d431ca1048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277260 Jan 18 16:40:47.332248 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dd91f-bf1e-41b4-a299-0773ab498e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4804f-5718-4145-9ed7-39764c4b1e8a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:47.334266 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49872) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:47.388327 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6909-2e5a-4ebf-8fc1-0d924ae4d75f admin admin] Publish callbacks [] for security_group (c8f4804f-5718-4145-9ed7-39764c4b1e8a), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.409921 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6909-2e5a-4ebf-8fc1-0d924ae4d75f admin admin] Publish callbacks [] for security_group (c8f4804f-5718-4145-9ed7-39764c4b1e8a), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.459600 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6909-2e5a-4ebf-8fc1-0d924ae4d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c8f4804f-5718-4145-9ed7-39764c4b1e8a), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.462168 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6909-2e5a-4ebf-8fc1-0d924ae4d75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.463309 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-bc0f6909-2e5a-4ebf-8fc1-0d924ae4d75f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c8f4804f-5718-4145-9ed7-39764c4b1e8a HTTP/1.1" status: 204 len: 168 time: 0.1280682 Jan 18 16:40:47.472857 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f6909-2e5a-4ebf-8fc1-0d924ae4d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4804f-5718-4145-9ed7-39764c4b1e8a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:47.528957 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:40:47.627937 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:47.640689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'port_id': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'mac_address': 'fa:16:3e:fd:96:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:40:47.679280 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:40:47.679677 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.694864 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:40:47.718141 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:47.723060 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.773355 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49884) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:47.776871 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:47.786782 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2093ab4c-5e0a-4d48-b949-5096d6f4a5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.865204 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2093ab4c-5e0a-4d48-b949-5096d6f4a5b1 admin admin] Publish callbacks [] for security_group (1254862d-0473-4a76-a784-d4d45ac817fa), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.869265 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2093ab4c-5e0a-4d48-b949-5096d6f4a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1254862d-0473-4a76-a784-d4d45ac817fa), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.908076 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093ab4c-5e0a-4d48-b949-5096d6f4a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1254862d-0473-4a76-a784-d4d45ac817fa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:47.913329 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-2093ab4c-5e0a-4d48-b949-5096d6f4a5b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=10722c132d584b1386bbc767bc4327fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388531 Jan 18 16:40:47.916031 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49886) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:47.965123 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:40:47.966143 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dda63160-247b-4d33-9615-4bc8357b9aaa admin admin] Publish callbacks [] for security_group (1254862d-0473-4a76-a784-d4d45ac817fa), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:47.988689 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dda63160-247b-4d33-9615-4bc8357b9aaa admin admin] Publish callbacks [] for security_group (1254862d-0473-4a76-a784-d4d45ac817fa), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:48.040226 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dda63160-247b-4d33-9615-4bc8357b9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1254862d-0473-4a76-a784-d4d45ac817fa), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:48.042948 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dda63160-247b-4d33-9615-4bc8357b9aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:48.045443 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-dda63160-247b-4d33-9615-4bc8357b9aaa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1254862d-0473-4a76-a784-d4d45ac817fa HTTP/1.1" status: 204 len: 168 time: 0.1270876 Jan 18 16:40:48.054018 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda63160-247b-4d33-9615-4bc8357b9aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1254862d-0473-4a76-a784-d4d45ac817fa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:48.062995 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba9eb8-a753-41ec-925f-4046861e28cd req-8e7a8fae-dbbd-42cb-bc52-0581f4159f56 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:48.064831 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f3ba9eb8-a753-41ec-925f-4046861e28cd req-8e7a8fae-dbbd-42cb-bc52-0581f4159f56 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 944 time: 0.0606050 Jan 18 16:40:48.118788 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f3ba9eb8-a753-41ec-925f-4046861e28cd req-526f6bc2-dd4f-47ec-8ec4-184fe798f4df tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473964 Jan 18 16:40:48.767626 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49916) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:48.922016 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfd66ab-457d-479f-95a6-a36e249812c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.009015 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfd66ab-457d-479f-95a6-a36e249812c8 admin admin] Publish callbacks [] for security_group (d738eb44-5290-4c79-9cf0-03d60e2b138d), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.022750 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfd66ab-457d-479f-95a6-a36e249812c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d738eb44-5290-4c79-9cf0-03d60e2b138d), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.060482 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-acfd66ab-457d-479f-95a6-a36e249812c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c714995d9084e249b5c5c2764064400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907944 Jan 18 16:40:49.062688 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49930) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:49.066227 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd66ab-457d-479f-95a6-a36e249812c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d738eb44-5290-4c79-9cf0-03d60e2b138d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:49.111946 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b75a1b9-6744-46ce-b28e-c34c3e1e1684 admin admin] Publish callbacks [] for security_group (d738eb44-5290-4c79-9cf0-03d60e2b138d), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.133784 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b75a1b9-6744-46ce-b28e-c34c3e1e1684 admin admin] Publish callbacks [] for security_group (d738eb44-5290-4c79-9cf0-03d60e2b138d), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.196442 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b75a1b9-6744-46ce-b28e-c34c3e1e1684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d738eb44-5290-4c79-9cf0-03d60e2b138d), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.199213 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b75a1b9-6744-46ce-b28e-c34c3e1e1684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.201204 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9b75a1b9-6744-46ce-b28e-c34c3e1e1684 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d738eb44-5290-4c79-9cf0-03d60e2b138d HTTP/1.1" status: 204 len: 168 time: 0.1368899 Jan 18 16:40:49.243223 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a1b9-6744-46ce-b28e-c34c3e1e1684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d738eb44-5290-4c79-9cf0-03d60e2b138d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:49.281592 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3215d-7581-41f2-8194-0dea7efbe38e req-4a1c14bf-d531-4144-9606-9337224869a7 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:49.283208 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5aa3215d-7581-41f2-8194-0dea7efbe38e req-4a1c14bf-d531-4144-9606-9337224869a7 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 944 time: 0.0891011 Jan 18 16:40:49.343266 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5aa3215d-7581-41f2-8194-0dea7efbe38e req-97a5b53c-220a-4bc0-922b-5ee20e57b638 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529263 Jan 18 16:40:49.532583 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:40:49.564055 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 49946) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:49.577630 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca75-cb4f-461b-89ee-a348e6e9d024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.584513 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:40:49.585032 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.671727 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca75-cb4f-461b-89ee-a348e6e9d024 admin admin] Publish callbacks [] for security_group (00f14cc6-de0a-4578-a147-ec8017239a31), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.677730 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca75-cb4f-461b-89ee-a348e6e9d024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (00f14cc6-de0a-4578-a147-ec8017239a31), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.694702 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:40:49.695293 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.725229 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d2c2ca75-cb4f-461b-89ee-a348e6e9d024 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ced2e445158048929e400a92ebb777c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600754 Jan 18 16:40:49.725435 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 49954) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:49.726164 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2ca75-cb4f-461b-89ee-a348e6e9d024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f14cc6-de0a-4578-a147-ec8017239a31,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:49.736545 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:40:49.738897 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d855c3e1-85b4-4e19-a696-26500e788707" -d '{"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-plugged", "status": "completed", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:40:49.751847 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:49.757106 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.807623 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b8c75-39b5-4804-9206-b0ad2beddd5b x-openstack-request-id: req-069b8c75-39b5-4804-9206-b0ad2beddd5b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:40:49.808160 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-plugged", "status": "completed", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:40:49.808562 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-069b8c75-39b5-4804-9206-b0ad2beddd5b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:40:49.809128 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'code': 200} Jan 18 16:40:49.810695 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:49.832529 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85fc3d02-812d-45da-86d0-31fa7935d8c3 admin admin] Publish callbacks [] for security_group (00f14cc6-de0a-4578-a147-ec8017239a31), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.859346 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85fc3d02-812d-45da-86d0-31fa7935d8c3 admin admin] Publish callbacks [] for security_group (00f14cc6-de0a-4578-a147-ec8017239a31), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.924054 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85fc3d02-812d-45da-86d0-31fa7935d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (00f14cc6-de0a-4578-a147-ec8017239a31), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.926905 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85fc3d02-812d-45da-86d0-31fa7935d8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:49.928166 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-85fc3d02-812d-45da-86d0-31fa7935d8c3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/00f14cc6-de0a-4578-a147-ec8017239a31 HTTP/1.1" status: 204 len: 168 time: 0.2014410 Jan 18 16:40:49.936878 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc3d02-812d-45da-86d0-31fa7935d8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f14cc6-de0a-4578-a147-ec8017239a31,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:50.055028 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183dc65-846c-43b2-8b35-6ae28edcb4c6 req-44d2e9e3-33d9-48f7-ae7b-0b2b4ab5abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:50.056447 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5183dc65-846c-43b2-8b35-6ae28edcb4c6 req-44d2e9e3-33d9-48f7-ae7b-0b2b4ab5abb0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1098 time: 0.0570829 Jan 18 16:40:50.107805 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5183dc65-846c-43b2-8b35-6ae28edcb4c6 req-e322f5b8-acd8-481a-b458-eeba95ccb765 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450847 Jan 18 16:40:50.468859 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20247-6507-42d1-b4b9-895e751e690c req-13a0ff55-39df-485a-9054-d9ca0164efc8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:50.470939 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c6d20247-6507-42d1-b4b9-895e751e690c req-13a0ff55-39df-485a-9054-d9ca0164efc8 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0580599 Jan 18 16:40:50.525453 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-c6d20247-6507-42d1-b4b9-895e751e690c req-c9d7308d-de47-4fc6-ac22-7c4a2d8f384f tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454161 Jan 18 16:40:51.645833 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7865e38-2d7f-40bf-a58e-bfd62fe77ba6 req-2711bccf-fb27-46a2-93f3-28eeb2e7acf5 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:51.647300 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e7865e38-2d7f-40bf-a58e-bfd62fe77ba6 req-2711bccf-fb27-46a2-93f3-28eeb2e7acf5 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Jan 18 16:40:51.704566 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e7865e38-2d7f-40bf-a58e-bfd62fe77ba6 req-ea2686d7-9fb6-4edf-9f78-7ce9a35060e7 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512326 Jan 18 16:40:52.789832 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:40:53.648699 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:00.956868 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50140) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:01.062607 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cf366e3-d66b-49da-aeda-0d11780025f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.134614 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cf366e3-d66b-49da-aeda-0d11780025f4 admin admin] Publish callbacks [] for security_group (37f6ee54-f039-4e55-b189-8fe96c28149d), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.138958 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cf366e3-d66b-49da-aeda-0d11780025f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (37f6ee54-f039-4e55-b189-8fe96c28149d), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.177708 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf366e3-d66b-49da-aeda-0d11780025f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6ee54-f039-4e55-b189-8fe96c28149d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:01.181966 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-1cf366e3-d66b-49da-aeda-0d11780025f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd1c0021211c422e868afcaba8f85b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240627 Jan 18 16:41:01.185995 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50144) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:01.233767 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-02f6c724-977a-498b-8cb6-61509b96e25c admin admin] Publish callbacks [] for security_group (37f6ee54-f039-4e55-b189-8fe96c28149d), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.254951 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-02f6c724-977a-498b-8cb6-61509b96e25c admin admin] Publish callbacks [] for security_group (37f6ee54-f039-4e55-b189-8fe96c28149d), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.301320 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-02f6c724-977a-498b-8cb6-61509b96e25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (37f6ee54-f039-4e55-b189-8fe96c28149d), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.303899 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-02f6c724-977a-498b-8cb6-61509b96e25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.305071 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-02f6c724-977a-498b-8cb6-61509b96e25c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37f6ee54-f039-4e55-b189-8fe96c28149d HTTP/1.1" status: 204 len: 168 time: 0.1188917 Jan 18 16:41:01.313414 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6c724-977a-498b-8cb6-61509b96e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6ee54-f039-4e55-b189-8fe96c28149d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:01.567234 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50150) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:01.580444 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.654407 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Publish callbacks [] for security_group (9bb9d95b-63fd-45ca-ad6d-487be3f2c13a), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.658691 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9bb9d95b-63fd-45ca-ad6d-487be3f2c13a), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.697295 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9eaa06a3b835472db23f20e6ae7f70ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288917 Jan 18 16:41:01.698583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb9d95b-63fd-45ca-ad6d-487be3f2c13a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:01.700131 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:01.706064 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.706421 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.706768 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.707113 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.707452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.707784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.708119 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.708455 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.708783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.709111 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.709442 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.709800 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.710129 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6094ff07-7c47-4ae5-8ed3-64dd800df009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:01.749027 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac31d246-16ea-475d-b48a-187a1ccab235 admin admin] Publish callbacks [] for security_group (9bb9d95b-63fd-45ca-ad6d-487be3f2c13a), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.770362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac31d246-16ea-475d-b48a-187a1ccab235 admin admin] Publish callbacks [] for security_group (9bb9d95b-63fd-45ca-ad6d-487be3f2c13a), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.818777 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac31d246-16ea-475d-b48a-187a1ccab235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (9bb9d95b-63fd-45ca-ad6d-487be3f2c13a), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.821387 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac31d246-16ea-475d-b48a-187a1ccab235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.822594 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ac31d246-16ea-475d-b48a-187a1ccab235 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9bb9d95b-63fd-45ca-ad6d-487be3f2c13a HTTP/1.1" status: 204 len: 168 time: 0.1212935 Jan 18 16:41:01.833457 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31d246-16ea-475d-b48a-187a1ccab235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb9d95b-63fd-45ca-ad6d-487be3f2c13a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:02.129639 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50168) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:02.254437 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7a67cfa-26bd-4022-b7f7-f26048b0f1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.333214 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7a67cfa-26bd-4022-b7f7-f26048b0f1f6 admin admin] Publish callbacks [] for security_group (67b5aa8e-d17a-48c2-9798-19afa322afcb), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.334585 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7a67cfa-26bd-4022-b7f7-f26048b0f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (67b5aa8e-d17a-48c2-9798-19afa322afcb), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.377264 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f7a67cfa-26bd-4022-b7f7-f26048b0f1f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a35b705948cd4aa6b9d9cb7ad3fd006d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464976 Jan 18 16:41:02.378086 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a67cfa-26bd-4022-b7f7-f26048b0f1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b5aa8e-d17a-48c2-9798-19afa322afcb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:02.379971 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50182) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:02.434430 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3be7ea2a-936e-4529-8aa8-d42abbba0680 admin admin] Publish callbacks [] for security_group (67b5aa8e-d17a-48c2-9798-19afa322afcb), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.457509 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3be7ea2a-936e-4529-8aa8-d42abbba0680 admin admin] Publish callbacks [] for security_group (67b5aa8e-d17a-48c2-9798-19afa322afcb), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.505478 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3be7ea2a-936e-4529-8aa8-d42abbba0680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (67b5aa8e-d17a-48c2-9798-19afa322afcb), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.508187 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3be7ea2a-936e-4529-8aa8-d42abbba0680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.509338 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3be7ea2a-936e-4529-8aa8-d42abbba0680 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67b5aa8e-d17a-48c2-9798-19afa322afcb HTTP/1.1" status: 204 len: 168 time: 0.1270278 Jan 18 16:41:02.517610 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7ea2a-936e-4529-8aa8-d42abbba0680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b5aa8e-d17a-48c2-9798-19afa322afcb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:02.845361 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50200) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:02.859808 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c49622a2-3d99-433c-9689-3c992e0c7b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.943199 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c49622a2-3d99-433c-9689-3c992e0c7b31 admin admin] Publish callbacks [] for security_group (6ff1c840-3026-44af-8d85-61be7768ccce), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.947267 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c49622a2-3d99-433c-9689-3c992e0c7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (6ff1c840-3026-44af-8d85-61be7768ccce), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:02.978943 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c49622a2-3d99-433c-9689-3c992e0c7b31 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=edfd0397e55642b0ab0872856569a8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324213 Jan 18 16:41:02.981675 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50204) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:02.988850 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49622a2-3d99-433c-9689-3c992e0c7b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff1c840-3026-44af-8d85-61be7768ccce,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:03.033237 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-335fb641-1c70-403a-80e5-5ae7ebed8088 admin admin] Publish callbacks [] for security_group (6ff1c840-3026-44af-8d85-61be7768ccce), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:03.055368 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-335fb641-1c70-403a-80e5-5ae7ebed8088 admin admin] Publish callbacks [] for security_group (6ff1c840-3026-44af-8d85-61be7768ccce), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:03.103337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-335fb641-1c70-403a-80e5-5ae7ebed8088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (6ff1c840-3026-44af-8d85-61be7768ccce), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:03.106150 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-335fb641-1c70-403a-80e5-5ae7ebed8088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:03.110384 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-335fb641-1c70-403a-80e5-5ae7ebed8088 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ff1c840-3026-44af-8d85-61be7768ccce HTTP/1.1" status: 204 len: 168 time: 0.1244557 Jan 18 16:41:03.115806 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fb641-1c70-403a-80e5-5ae7ebed8088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff1c840-3026-44af-8d85-61be7768ccce,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:04.445053 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50306) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:04.568981 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ce66-a5ba-4e0f-a562-0d06557257f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:04.645530 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ce66-a5ba-4e0f-a562-0d06557257f6 admin admin] Publish callbacks [] for security_group (4479401f-d29b-4309-8287-64e1c405baed), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:04.649230 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ce66-a5ba-4e0f-a562-0d06557257f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (4479401f-d29b-4309-8287-64e1c405baed), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:04.690541 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ecf0ce66-a5ba-4e0f-a562-0d06557257f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1c3f0ef0aaf445e9b0d89a339479b693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443364 Jan 18 16:41:04.691495 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0ce66-a5ba-4e0f-a562-0d06557257f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4479401f-d29b-4309-8287-64e1c405baed,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:04.693211 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50314) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:04.741197 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2d37-33c3-4b1b-9531-678d21ec79a4 admin admin] Publish callbacks [] for security_group (4479401f-d29b-4309-8287-64e1c405baed), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:04.763363 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2d37-33c3-4b1b-9531-678d21ec79a4 admin admin] Publish callbacks [] for security_group (4479401f-d29b-4309-8287-64e1c405baed), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:04.812065 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2d37-33c3-4b1b-9531-678d21ec79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (4479401f-d29b-4309-8287-64e1c405baed), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:04.815062 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2d37-33c3-4b1b-9531-678d21ec79a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:04.816205 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d0ac2d37-33c3-4b1b-9531-678d21ec79a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4479401f-d29b-4309-8287-64e1c405baed HTTP/1.1" status: 204 len: 168 time: 0.1212447 Jan 18 16:41:04.824024 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac2d37-33c3-4b1b-9531-678d21ec79a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4479401f-d29b-4309-8287-64e1c405baed,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:05.095944 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50334) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:05.111579 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ad678666-7b5f-4b2a-8ee8-dd54e8fd8e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:05.187784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ad678666-7b5f-4b2a-8ee8-dd54e8fd8e58 admin admin] Publish callbacks [] for security_group (c19e4de9-4f67-4ad6-9017-31051d6250dd), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:05.192115 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ad678666-7b5f-4b2a-8ee8-dd54e8fd8e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c19e4de9-4f67-4ad6-9017-31051d6250dd), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:05.231368 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ad678666-7b5f-4b2a-8ee8-dd54e8fd8e58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d5659dfe604a4e57adcb01af28e3d58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343994 Jan 18 16:41:05.232313 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad678666-7b5f-4b2a-8ee8-dd54e8fd8e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19e4de9-4f67-4ad6-9017-31051d6250dd,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:05.234093 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:05.283884 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c575-bc24-499d-a66c-c63474cf7eb8 admin admin] Publish callbacks [] for security_group (c19e4de9-4f67-4ad6-9017-31051d6250dd), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:05.305789 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c575-bc24-499d-a66c-c63474cf7eb8 admin admin] Publish callbacks [] for security_group (c19e4de9-4f67-4ad6-9017-31051d6250dd), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:05.351829 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c575-bc24-499d-a66c-c63474cf7eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (c19e4de9-4f67-4ad6-9017-31051d6250dd), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:05.354528 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c575-bc24-499d-a66c-c63474cf7eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:05.355717 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a4c8c575-bc24-499d-a66c-c63474cf7eb8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c19e4de9-4f67-4ad6-9017-31051d6250dd HTTP/1.1" status: 204 len: 168 time: 0.1199677 Jan 18 16:41:05.363700 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8c575-bc24-499d-a66c-c63474cf7eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19e4de9-4f67-4ad6-9017-31051d6250dd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:06.424510 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50368) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:06.527774 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-608eb072-e764-438c-800c-af9409de1561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.531452 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3f442dc7-c792-46cb-a764-fdafa810c3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.606199 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3f442dc7-c792-46cb-a764-fdafa810c3ea admin admin] Publish callbacks [] for security_group (1c9cb7a6-04cc-487f-ba9c-935dbc3d6611), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.610265 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3f442dc7-c792-46cb-a764-fdafa810c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1c9cb7a6-04cc-487f-ba9c-935dbc3d6611), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.650408 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-3f442dc7-c792-46cb-a764-fdafa810c3ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=057edf5b4099459bac6c5fe4a80f105a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248225 Jan 18 16:41:06.651533 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442dc7-c792-46cb-a764-fdafa810c3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9cb7a6-04cc-487f-ba9c-935dbc3d6611,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:06.653309 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50374) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:06.704663 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6658911-a3af-43ee-a14c-21185b85bceb admin admin] Publish callbacks [] for security_group (1c9cb7a6-04cc-487f-ba9c-935dbc3d6611), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.725392 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6658911-a3af-43ee-a14c-21185b85bceb admin admin] Publish callbacks [] for security_group (1c9cb7a6-04cc-487f-ba9c-935dbc3d6611), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.773768 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6658911-a3af-43ee-a14c-21185b85bceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (1c9cb7a6-04cc-487f-ba9c-935dbc3d6611), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.776377 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6658911-a3af-43ee-a14c-21185b85bceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:06.777575 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-c6658911-a3af-43ee-a14c-21185b85bceb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c9cb7a6-04cc-487f-ba9c-935dbc3d6611 HTTP/1.1" status: 204 len: 168 time: 0.1230302 Jan 18 16:41:06.786171 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6658911-a3af-43ee-a14c-21185b85bceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9cb7a6-04cc-487f-ba9c-935dbc3d6611,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:07.419523 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50396) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:07.519491 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1336242986-network', 'tenant_id': 'bcf2e509f99d4f9faccbf8d5d125b3ec'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:07.544393 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Made reservation on behalf of bcf2e509f99d4f9faccbf8d5d125b3ec for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:07.546792 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.558016 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.635605 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks [] for security_group (f21cac6a-81fc-4c61-91f8-83d45faac5c0), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.640340 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f21cac6a-81fc-4c61-91f8-83d45faac5c0), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.665173 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:41:07.675990 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21cac6a-81fc-4c61-91f8-83d45faac5c0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:07.680978 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (87571081-97a1-4433-bfd2-c8d527a2394d), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.681410 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Added segment 87571081-97a1-4433-bfd2-c8d527a2394d of type vlan for network c2b59431-47cd-476e-9c81-d09b704f1de3 Jan 18 16:41:07.725406 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (c2b59431-47cd-476e-9c81-d09b704f1de3), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.751264 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (c2b59431-47cd-476e-9c81-d09b704f1de3), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.752255 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:07.752955 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.788517 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3678174 Jan 18 16:41:07.791519 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50402) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:07.796805 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Request body: {'subnet': {'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1336242986-subnet', 'tenant_id': 'bcf2e509f99d4f9faccbf8d5d125b3ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:07.822522 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9eeb2-3d23-41f9-8238-19947224b9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b59431-47cd-476e-9c81-d09b704f1de3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:07.823047 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Made reservation on behalf of bcf2e509f99d4f9faccbf8d5d125b3ec for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:07.825880 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16310963'] for subnet (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:07.833154 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network c2b59431-47cd-476e-9c81-d09b704f1de3 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:41:08.015614 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16310941'] for subnet (864679e1-f44b-489a-a0f4-8e4bf2437529), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:08.069067 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864679e1-f44b-489a-a0f4-8e4bf2437529,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:08.088865 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Checking segment: {'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:41:08.088865 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Network hostable DHCP agents. Network: c2b59431-47cd-476e-9c81-d09b704f1de3, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:41:08.105300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Network c2b59431-47cd-476e-9c81-d09b704f1de3 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:41:08.114670 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, c2b59431-47cd-476e-9c81-d09b704f1de3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:41:08.122626 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:08.124041 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:08.124193 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56cbc5-9757-49ea-8a88-298e0e3ab03e None None] Network c2b59431-47cd-476e-9c81-d09b704f1de3 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:41:08.152575 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-4bd0425b-d3f3-4f64-97c6-4daf3b496ce9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3511860 Jan 18 16:41:08.234702 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb7890-1d53-42dc-b4f8-c3a03b693abb None None] Network c2b59431-47cd-476e-9c81-d09b704f1de3 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:41:09.377724 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5deee378-4801-494f-8507-fc94e5140f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:09.915066 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-b04f7f73-0d4c-4db7-aa3f-d36662f11d5f tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:09.916556 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-b04f7f73-0d4c-4db7-aa3f-d36662f11d5f tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/networks?id=c2b59431-47cd-476e-9c81-d09b704f1de3 HTTP/1.1" status: 200 len: 809 time: 0.1047494 Jan 18 16:41:09.931811 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-13aa0db7-6dff-4c56-a01c-d376559aa645 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/quotas/bcf2e509f99d4f9faccbf8d5d125b3ec HTTP/1.1" status: 200 len: 375 time: 0.0095882 Jan 18 16:41:09.963700 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-25b9a6e0-be49-4cdc-b689-d82e24926ae5 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bcf2e509f99d4f9faccbf8d5d125b3ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261765 Jan 18 16:41:10.101947 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-205206d9-932b-488b-af61-86f149670fdb service neutron] 10.222.0.86 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316526 Jan 18 16:41:10.197242 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-fe21a035-b17b-4710-9e22-c942ce6a60e6 service neutron] 10.222.0.86 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894065 Jan 18 16:41:10.357247 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b398c9cc-76f9-4023-bd8a-6bee9a7dc797 req-187f881a-722b-4565-a2c7-0b836e0d2af9 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 210 time: 0.0273399 Jan 18 16:41:11.020401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:11.330563 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-edf154b0-42c7-4ed5-a138-835b8b1c4f86 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:11.332162 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-edf154b0-42c7-4ed5-a138-835b8b1c4f86 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "GET /v2.0/networks?id=c2b59431-47cd-476e-9c81-d09b704f1de3 HTTP/1.1" status: 200 len: 809 time: 0.1137815 Jan 18 16:41:11.347828 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Request body: {'port': {'device_id': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3', 'admin_state_up': True, 'tenant_id': 'bcf2e509f99d4f9faccbf8d5d125b3ec'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:11.467113 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a277ee04-fd83-49e1-a04f-19bed59a6a39 req-c8adbc7e-04f3-4769-bb8e-abcab0dd6eea tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 210 time: 0.0344291 Jan 18 16:41:11.472502 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Made reservation on behalf of bcf2e509f99d4f9faccbf8d5d125b3ec for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:11.476293 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:11.610816 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Allocated IP 172.20.0.7 (c2b59431-47cd-476e-9c81-d09b704f1de3/864679e1-f44b-489a-a0f4-8e4bf2437529/a1b9823f-02db-442c-97bf-c1b2d9147577) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:41:11.755767 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks [] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:11.790026 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:11.840449 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Network c2b59431-47cd-476e-9c81-d09b704f1de3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:41:11.844126 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:41:11.846631 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:41:11.872348 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Pushing event updated for resources: {'Port': ['ID=a1b9823f-02db-442c-97bf-c1b2d9147577,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:11.903915 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:11.904555 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:11.924361 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-ee55fa62-028e-4164-825a-f5922356d4c2 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808394 Jan 18 16:41:11.939975 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Request body: {'port': {'device_id': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:11.993005 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:12.263944 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b9823f-02db-442c-97bf-c1b2d9147577 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:12.272009 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Publish callbacks [] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:12.284889 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Transition to ACTIVE for port object a1b9823f-02db-442c-97bf-c1b2d9147577 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:41:12.288073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:12.342815 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Pushing event updated for resources: {'Port': ['ID=a1b9823f-02db-442c-97bf-c1b2d9147577,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:12.411684 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Attempting to bind port a1b9823f-02db-442c-97bf-c1b2d9147577 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:41:12.412016 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Attempting to bind port a1b9823f-02db-442c-97bf-c1b2d9147577 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:41:12.412341 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Attempting to bind port a1b9823f-02db-442c-97bf-c1b2d9147577 on network c2b59431-47cd-476e-9c81-d09b704f1de3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:12.417082 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Port a1b9823f-02db-442c-97bf-c1b2d9147577 on network c2b59431-47cd-476e-9c81-d09b704f1de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:41:12.417403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Attempting to bind port a1b9823f-02db-442c-97bf-c1b2d9147577 on network c2b59431-47cd-476e-9c81-d09b704f1de3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:12.422986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:41:12.423344 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Checking segment: {'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:41:12.423886 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Bound using segment: {'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:41:12.424171 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Bound port: a1b9823f-02db-442c-97bf-c1b2d9147577, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:41:12.424536 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:12.432115 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:12.494310 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] For port a1b9823f-02db-442c-97bf-c1b2d9147577, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:41:12.498152 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] For port a1b9823f-02db-442c-97bf-c1b2d9147577, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=a1b9823f-02db-442c-97bf-c1b2d9147577,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:41:12.503231 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:12.551006 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:12.551617 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:12.552936 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] 10.222.0.81 "PUT /v2.0/ports/a1b9823f-02db-442c-97bf-c1b2d9147577 HTTP/1.1" status: 200 len: 1093 time: 0.6203001 Jan 18 16:41:12.553383 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'tag': 'a1b9823f-02db-442c-97bf-c1b2d9147577'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:12.555606 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82402729-1b07-48dd-84c8-bedcce153a43" -d '{"events": [{"name": "network-changed", "server_uuid": "fe14263f-532c-4d23-8db0-2c5a73bf7f0e", "tag": "a1b9823f-02db-442c-97bf-c1b2d9147577"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:12.593973 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07b1b-d5fe-4072-a786-352724a522ab service neutron] Pushing event updated for resources: {'Port': ['ID=a1b9823f-02db-442c-97bf-c1b2d9147577,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:12.608686 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe1ced-2f59-4b9b-81f2-319a92334652 x-openstack-request-id: req-f4fe1ced-2f59-4b9b-81f2-319a92334652 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:12.609525 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe14263f-532c-4d23-8db0-2c5a73bf7f0e", "tag": "a1b9823f-02db-442c-97bf-c1b2d9147577", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:12.609779 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f4fe1ced-2f59-4b9b-81f2-319a92334652 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:12.610173 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'tag': 'a1b9823f-02db-442c-97bf-c1b2d9147577', 'status': 'completed', 'code': 200} Jan 18 16:41:12.640789 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031996f-76cc-4904-8f4f-bba0faab40f9 req-ee72b106-ce9d-40ac-a7ed-feb7a235359e tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:12.642289 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9031996f-76cc-4904-8f4f-bba0faab40f9 req-ee72b106-ce9d-40ac-a7ed-feb7a235359e tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 943 time: 0.1041813 Jan 18 16:41:12.681104 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-3f382e82-5dea-4436-8fd5-79552fc67d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:12.682633 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-3f382e82-5dea-4436-8fd5-79552fc67d66 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcf2e509f99d4f9faccbf8d5d125b3ec&device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 1096 time: 0.0845902 Jan 18 16:41:12.705875 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-9031996f-76cc-4904-8f4f-bba0faab40f9 req-06c778b4-08e9-4d26-8a7c-acc4a6be3e7c tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Jan 18 16:41:12.732973 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-262596f0-cd48-403a-b67f-9bda29be9117 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b9823f-02db-442c-97bf-c1b2d9147577 HTTP/1.1" status: 200 len: 217 time: 0.0399268 Jan 18 16:41:12.781801 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-f2473a45-4ea6-4dff-b5ac-ae8a3ea12633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:12.783321 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-f2473a45-4ea6-4dff-b5ac-ae8a3ea12633 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=864679e1-f44b-489a-a0f4-8e4bf2437529 HTTP/1.1" status: 200 len: 849 time: 0.0440264 Jan 18 16:41:12.818993 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-d8fb7e32-35fe-45b8-8a36-92e94bf1c835 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2b59431-47cd-476e-9c81-d09b704f1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288944 Jan 18 16:41:12.909944 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-d60e5d18-69e0-4647-8e8a-6334dd6e1d49 service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831509 Jan 18 16:41:13.005674 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc2e1376-9c03-4528-9eb9-d80e8409d2c2 req-d0fefafb-99a0-4c1b-b70c-84cfebaf058e service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893812 Jan 18 16:41:13.101558 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402729-1b07-48dd-84c8-bedcce153a43 req-a036e4fa-0e3b-4ad3-a70a-63e9c121e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:13.102952 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82402729-1b07-48dd-84c8-bedcce153a43 req-a036e4fa-0e3b-4ad3-a70a-63e9c121e95c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcf2e509f99d4f9faccbf8d5d125b3ec&device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 1096 time: 0.0434039 Jan 18 16:41:13.147604 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:13.197425 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402729-1b07-48dd-84c8-bedcce153a43 req-fa29e6fe-029d-4b5b-89a8-96d2ce45b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:13.199059 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82402729-1b07-48dd-84c8-bedcce153a43 req-fa29e6fe-029d-4b5b-89a8-96d2ce45b727 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2b59431-47cd-476e-9c81-d09b704f1de3 HTTP/1.1" status: 200 len: 910 time: 0.0900919 Jan 18 16:41:13.243061 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82402729-1b07-48dd-84c8-bedcce153a43 req-56939360-efb2-4a66-a025-41eb13f2cfc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b9823f-02db-442c-97bf-c1b2d9147577 HTTP/1.1" status: 200 len: 217 time: 0.0349545 Jan 18 16:41:13.292244 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402729-1b07-48dd-84c8-bedcce153a43 req-545187b0-43a8-4e84-aade-85ef0c0e990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:13.293727 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82402729-1b07-48dd-84c8-bedcce153a43 req-545187b0-43a8-4e84-aade-85ef0c0e990c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=864679e1-f44b-489a-a0f4-8e4bf2437529 HTTP/1.1" status: 200 len: 849 time: 0.0443480 Jan 18 16:41:13.329749 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82402729-1b07-48dd-84c8-bedcce153a43 req-886e2561-3e50-4dba-8fb3-2f12f4073265 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2b59431-47cd-476e-9c81-d09b704f1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254860 Jan 18 16:41:13.423516 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82402729-1b07-48dd-84c8-bedcce153a43 req-cc4c1edb-ed2b-4c71-a4b8-3fb18439492a service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869474 Jan 18 16:41:13.520703 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-82402729-1b07-48dd-84c8-bedcce153a43 req-005b8db5-ded5-4dcc-b50f-cbbabe5eab1c service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902786 Jan 18 16:41:13.829149 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba48d3-fb2e-4a61-860c-633c6c9f44da req-28c899a3-8835-4131-a765-22869491af24 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:13.830682 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d9ba48d3-fb2e-4a61-860c-633c6c9f44da req-28c899a3-8835-4131-a765-22869491af24 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 943 time: 0.0509741 Jan 18 16:41:13.884109 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d9ba48d3-fb2e-4a61-860c-633c6c9f44da req-dd05f44e-0a4f-4382-87c4-82bdd61ef4e9 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471745 Jan 18 16:41:15.000514 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b800a-cccc-4dab-a2b8-49fd3aeccdf9 req-bfc65f43-17be-47a5-aa4a-e9ee4cf8824c tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:15.001959 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cc8b800a-cccc-4dab-a2b8-49fd3aeccdf9 req-bfc65f43-17be-47a5-aa4a-e9ee4cf8824c tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 943 time: 0.0504167 Jan 18 16:41:15.050441 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-cc8b800a-cccc-4dab-a2b8-49fd3aeccdf9 req-11c0393a-fc25-485f-ab82-9b77bb759cad tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Jan 18 16:41:15.719119 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device a1b9823f-02db-442c-97bf-c1b2d9147577 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:41:15.821868 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port a1b9823f-02db-442c-97bf-c1b2d9147577, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=a1b9823f-02db-442c-97bf-c1b2d9147577,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:15.833231 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'a1b9823f-02db-442c-97bf-c1b2d9147577', 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3', 'port_id': 'a1b9823f-02db-442c-97bf-c1b2d9147577', 'mac_address': 'fa:16:3e:a6:a9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864679e1-f44b-489a-a0f4-8e4bf2437529', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:41:15.870578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port a1b9823f-02db-442c-97bf-c1b2d9147577 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:15.870967 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:15.887335 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b9823f-02db-442c-97bf-c1b2d9147577 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:15.906694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port a1b9823f-02db-442c-97bf-c1b2d9147577, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=a1b9823f-02db-442c-97bf-c1b2d9147577,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:15.911251 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:15.957884 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=a1b9823f-02db-442c-97bf-c1b2d9147577,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:16.165096 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aebc8-8b63-46c4-b948-26856f7fa39b req-459b7d1f-7494-4454-91d0-a777260edf16 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:16.166061 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['a1b9823f-02db-442c-97bf-c1b2d9147577'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:41:16.166593 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a26aebc8-8b63-46c4-b948-26856f7fa39b req-459b7d1f-7494-4454-91d0-a777260edf16 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 944 time: 0.0478618 Jan 18 16:41:16.216020 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a26aebc8-8b63-46c4-b948-26856f7fa39b req-2cf8efdc-5022-45ee-91f4-ee7245e42008 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Jan 18 16:41:17.331413 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bccf4-7f47-41e1-8fcf-7b262d7dbfa6 req-b208eab9-e6d8-48c0-9190-72a44148f079 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:17.332955 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bd8bccf4-7f47-41e1-8fcf-7b262d7dbfa6 req-b208eab9-e6d8-48c0-9190-72a44148f079 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 944 time: 0.0491469 Jan 18 16:41:17.378823 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-bd8bccf4-7f47-41e1-8fcf-7b262d7dbfa6 req-b3f3c427-3a2c-4b68-a835-69e94ef77dbe tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Jan 18 16:41:17.717892 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device a1b9823f-02db-442c-97bf-c1b2d9147577 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:41:17.766241 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port a1b9823f-02db-442c-97bf-c1b2d9147577 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:41:17.770141 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port a1b9823f-02db-442c-97bf-c1b2d9147577 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:41:17.770517 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:17.846999 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port a1b9823f-02db-442c-97bf-c1b2d9147577 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:17.847389 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:17.869928 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b9823f-02db-442c-97bf-c1b2d9147577'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:17.872132 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f9b6d3-eadd-4d40-89db-6d768a2154d1" -d '{"events": [{"server_uuid": "fe14263f-532c-4d23-8db0-2c5a73bf7f0e", "name": "network-vif-plugged", "status": "completed", "tag": "a1b9823f-02db-442c-97bf-c1b2d9147577"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:17.888872 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port a1b9823f-02db-442c-97bf-c1b2d9147577, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=a1b9823f-02db-442c-97bf-c1b2d9147577,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:17.893219 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:17.921236 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b4e68-158a-4708-a01d-aa26967453ed x-openstack-request-id: req-972b4e68-158a-4708-a01d-aa26967453ed {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:17.922047 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14263f-532c-4d23-8db0-2c5a73bf7f0e", "name": "network-vif-plugged", "status": "completed", "tag": "a1b9823f-02db-442c-97bf-c1b2d9147577", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:17.922389 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-972b4e68-158a-4708-a01d-aa26967453ed {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:17.922710 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b9823f-02db-442c-97bf-c1b2d9147577', 'code': 200} Jan 18 16:41:17.947944 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=a1b9823f-02db-442c-97bf-c1b2d9147577,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:18.083411 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c66d5-c967-47b0-817b-90fe65e3a504 req-9d2af22d-9a76-4c7e-bbbe-4ade3de8fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:18.084995 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db7c66d5-c967-47b0-817b-90fe65e3a504 req-9d2af22d-9a76-4c7e-bbbe-4ade3de8fcde service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 1098 time: 0.0501404 Jan 18 16:41:18.128952 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-db7c66d5-c967-47b0-817b-90fe65e3a504 req-6a5d10a9-e6e4-4536-af15-a8485823b339 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374174 Jan 18 16:41:18.497146 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65805e-e0fb-4878-bfd4-a0ef3ba06544 req-fcc76e21-90d0-48d1-ba35-0c462fa8a3a7 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:18.498656 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc65805e-e0fb-4878-bfd4-a0ef3ba06544 req-fcc76e21-90d0-48d1-ba35-0c462fa8a3a7 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 945 time: 0.0498316 Jan 18 16:41:18.545454 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc65805e-e0fb-4878-bfd4-a0ef3ba06544 req-73abce1a-05e7-400e-b1dd-8174a09e4f53 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Jan 18 16:41:19.668431 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca2951-c19f-4c12-af1a-2cee7de8fb63 req-d9a3b61a-936a-4b40-b068-eaa03ea9d7bd tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:19.670163 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e0ca2951-c19f-4c12-af1a-2cee7de8fb63 req-d9a3b61a-936a-4b40-b068-eaa03ea9d7bd tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 945 time: 0.0534468 Jan 18 16:41:19.718932 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e0ca2951-c19f-4c12-af1a-2cee7de8fb63 req-cb201f01-1131-4e66-aad0-eee88b69ce5c tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Jan 18 16:41:20.344772 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17126201-418a-4c6a-91a4-111bc4a0f442 req-48b7cb75-2e14-43af-82ea-3125c8c1965d tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:20.346230 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-17126201-418a-4c6a-91a4-111bc4a0f442 req-48b7cb75-2e14-43af-82ea-3125c8c1965d tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 945 time: 0.0504851 Jan 18 16:41:20.395506 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-17126201-418a-4c6a-91a4-111bc4a0f442 req-47ee3bbf-c9f6-4079-a1d1-89a454fb9180 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Jan 18 16:41:20.834588 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50532) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:20.953391 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-321ff7af-3c63-4902-8b84-98f7ca68f960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.034303 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-321ff7af-3c63-4902-8b84-98f7ca68f960 admin admin] Publish callbacks [] for security_group (2cabc3f1-bb19-412e-b976-ea539a314bb0), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.039865 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-321ff7af-3c63-4902-8b84-98f7ca68f960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2cabc3f1-bb19-412e-b976-ea539a314bb0), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.360234 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ff7af-3c63-4902-8b84-98f7ca68f960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cabc3f1-bb19-412e-b976-ea539a314bb0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:21.364858 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-321ff7af-3c63-4902-8b84-98f7ca68f960 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=56a782ec1db44ac9ab7a65aff327188a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291746 Jan 18 16:41:21.367632 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50536) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:21.436345 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5596c90b-118c-4d6f-bdfc-17ac5e649cf9 admin admin] Publish callbacks [] for security_group (2cabc3f1-bb19-412e-b976-ea539a314bb0), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.464768 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5596c90b-118c-4d6f-bdfc-17ac5e649cf9 admin admin] Publish callbacks [] for security_group (2cabc3f1-bb19-412e-b976-ea539a314bb0), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.545772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd09a77-7fc6-4bfe-b1cf-2a6741914dd8 req-2d87cc4d-4874-4f57-b090-6ef16d65cba5 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:21.547282 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fbd09a77-7fc6-4bfe-b1cf-2a6741914dd8 req-2d87cc4d-4874-4f57-b090-6ef16d65cba5 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 945 time: 0.0654974 Jan 18 16:41:21.571795 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5596c90b-118c-4d6f-bdfc-17ac5e649cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (2cabc3f1-bb19-412e-b976-ea539a314bb0), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.574419 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5596c90b-118c-4d6f-bdfc-17ac5e649cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.575972 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-5596c90b-118c-4d6f-bdfc-17ac5e649cf9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2cabc3f1-bb19-412e-b976-ea539a314bb0 HTTP/1.1" status: 204 len: 168 time: 0.2070272 Jan 18 16:41:21.590344 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596c90b-118c-4d6f-bdfc-17ac5e649cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cabc3f1-bb19-412e-b976-ea539a314bb0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:21.626035 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-fbd09a77-7fc6-4bfe-b1cf-2a6741914dd8 req-766d8637-f962-4fc9-b562-8d642cd1110c tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Jan 18 16:41:21.716663 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-a234e482-3342-49e8-91ba-893329c24b98 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:21.719021 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-a234e482-3342-49e8-91ba-893329c24b98 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe14263f-532c-4d23-8db0-2c5a73bf7f0e HTTP/1.1" status: 200 len: 945 time: 0.0661647 Jan 18 16:41:21.814293 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Deleting port a1b9823f-02db-442c-97bf-c1b2d9147577 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:21.814632 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.912565 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] For port a1b9823f-02db-442c-97bf-c1b2d9147577, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=a1b9823f-02db-442c-97bf-c1b2d9147577,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:21.913227 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:21.928938 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Calling delete_port for a1b9823f-02db-442c-97bf-c1b2d9147577 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:22.058787 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (a1b9823f-02db-442c-97bf-c1b2d9147577), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:22.071840 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['a1b9823f-02db-442c-97bf-c1b2d9147577'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:41:22.094358 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Pushing event deleted for resources: {'Port': ['ID=a1b9823f-02db-442c-97bf-c1b2d9147577,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:22.137218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] No DVR routers for this DVR port a1b9823f-02db-442c-97bf-c1b2d9147577 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:41:22.140949 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:22.145218 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-17745334-a8dc-4250-acd4-c9a3e562b270 req-ce439234-1b9d-4a9a-9a7a-cf1d621cf525 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "DELETE /v2.0/ports/a1b9823f-02db-442c-97bf-c1b2d9147577 HTTP/1.1" status: 204 len: 173 time: 0.4214005 Jan 18 16:41:22.145218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'name': 'network-vif-deleted', 'tag': 'a1b9823f-02db-442c-97bf-c1b2d9147577'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:22.147785 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc73020-3733-4e78-b329-318d7286915b" -d '{"events": [{"server_uuid": "fe14263f-532c-4d23-8db0-2c5a73bf7f0e", "name": "network-vif-deleted", "tag": "a1b9823f-02db-442c-97bf-c1b2d9147577"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:22.206303 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42915a-6c27-4c06-91c5-4a0a284fd6e0 x-openstack-request-id: req-8f42915a-6c27-4c06-91c5-4a0a284fd6e0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:22.206579 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14263f-532c-4d23-8db0-2c5a73bf7f0e", "name": "network-vif-deleted", "tag": "a1b9823f-02db-442c-97bf-c1b2d9147577", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:22.206858 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f42915a-6c27-4c06-91c5-4a0a284fd6e0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:22.207264 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe14263f-532c-4d23-8db0-2c5a73bf7f0e', 'name': 'network-vif-deleted', 'tag': 'a1b9823f-02db-442c-97bf-c1b2d9147577', 'status': 'completed', 'code': 200} Jan 18 16:41:22.750117 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50578) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:22.866715 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b869157f-16ec-4f15-92fa-979dfd80d4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:22.948879 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b869157f-16ec-4f15-92fa-979dfd80d4de admin admin] Publish callbacks [] for security_group (7bdb7827-8fc0-473e-b75d-19de84a4a6d9), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:22.955783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b869157f-16ec-4f15-92fa-979dfd80d4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (7bdb7827-8fc0-473e-b75d-19de84a4a6d9), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:23.000863 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-b869157f-16ec-4f15-92fa-979dfd80d4de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=28339af9837645c9a8292d89c3dd19da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494946 Jan 18 16:41:23.003487 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50592) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:23.006290 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869157f-16ec-4f15-92fa-979dfd80d4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb7827-8fc0-473e-b75d-19de84a4a6d9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:23.046887 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbb53-a380-43c3-a778-0f5646efe594 req-c3b7f666-4af7-4df3-9fb0-fe99f428d29d tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:23.048587 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-c3b7f666-4af7-4df3-9fb0-fe99f428d29d tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/networks?id=c2b59431-47cd-476e-9c81-d09b704f1de3 HTTP/1.1" status: 200 len: 809 time: 0.1283789 Jan 18 16:41:23.065244 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-22248dbb-651e-4051-ba94-9a7f433e6de0 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/quotas/bcf2e509f99d4f9faccbf8d5d125b3ec HTTP/1.1" status: 200 len: 375 time: 0.0098269 Jan 18 16:41:23.073433 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7db48465-13d8-4623-aa2a-ec7ef606d688 admin admin] Publish callbacks [] for security_group (7bdb7827-8fc0-473e-b75d-19de84a4a6d9), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:23.102258 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7db48465-13d8-4623-aa2a-ec7ef606d688 admin admin] Publish callbacks [] for security_group (7bdb7827-8fc0-473e-b75d-19de84a4a6d9), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:23.112939 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-223f52d6-0693-4c1b-aa65-555d91a64dd9 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bcf2e509f99d4f9faccbf8d5d125b3ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325630 Jan 18 16:41:23.159805 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7db48465-13d8-4623-aa2a-ec7ef606d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (7bdb7827-8fc0-473e-b75d-19de84a4a6d9), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:23.163576 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7db48465-13d8-4623-aa2a-ec7ef606d688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:23.164808 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7db48465-13d8-4623-aa2a-ec7ef606d688 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7bdb7827-8fc0-473e-b75d-19de84a4a6d9 HTTP/1.1" status: 204 len: 168 time: 0.1601441 Jan 18 16:41:23.187926 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db48465-13d8-4623-aa2a-ec7ef606d688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb7827-8fc0-473e-b75d-19de84a4a6d9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:23.234160 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-aa7c13a7-4859-4eaa-aac3-2eefb7a45098 service neutron] 10.222.0.86 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119738 Jan 18 16:41:23.340515 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-bc3d3b04-b56a-4207-84bd-89b938f17ea0 service neutron] 10.222.0.86 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033692 Jan 18 16:41:23.528275 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6b677ffb-4b37-4890-91c4-a00b509ce27e req-51ec7971-9071-459f-9808-d8d7ad09cd31 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 210 time: 0.0371783 Jan 18 16:41:23.666000 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.356590 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:24.465261 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-563be961-f08c-4097-8ea1-06e1345e046f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.545453 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-563be961-f08c-4097-8ea1-06e1345e046f admin admin] Publish callbacks [] for security_group (5bb16531-e73d-4a5e-9550-05dddd1fd828), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.549698 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-563be961-f08c-4097-8ea1-06e1345e046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5bb16531-e73d-4a5e-9550-05dddd1fd828), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.591859 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-563be961-f08c-4097-8ea1-06e1345e046f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a267c0871784029bf18d0dbcdddeaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340217 Jan 18 16:41:24.595500 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:24.599348 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563be961-f08c-4097-8ea1-06e1345e046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb16531-e73d-4a5e-9550-05dddd1fd828,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:24.650282 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-19adffb7-0595-41b9-a4b1-9d272ff819ab req-588e8381-86a3-4c4d-b47f-800b015bd8d8 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 210 time: 0.0471382 Jan 18 16:41:24.683600 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7decc150-b768-4cb8-b171-9abcf80f62f6 admin admin] Publish callbacks [] for security_group (5bb16531-e73d-4a5e-9550-05dddd1fd828), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.711247 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7decc150-b768-4cb8-b171-9abcf80f62f6 admin admin] Publish callbacks [] for security_group (5bb16531-e73d-4a5e-9550-05dddd1fd828), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.784048 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7decc150-b768-4cb8-b171-9abcf80f62f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5bb16531-e73d-4a5e-9550-05dddd1fd828), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.787816 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7decc150-b768-4cb8-b171-9abcf80f62f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:24.789415 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-7decc150-b768-4cb8-b171-9abcf80f62f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5bb16531-e73d-4a5e-9550-05dddd1fd828 HTTP/1.1" status: 204 len: 168 time: 0.1925929 Jan 18 16:41:24.799815 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decc150-b768-4cb8-b171-9abcf80f62f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb16531-e73d-4a5e-9550-05dddd1fd828,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:24.857851 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbb53-a380-43c3-a778-0f5646efe594 req-478e80bc-7588-42c6-a9ea-d8b412c582cf tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:24.859464 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-478e80bc-7588-42c6-a9ea-d8b412c582cf tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "GET /v2.0/networks?id=c2b59431-47cd-476e-9c81-d09b704f1de3 HTTP/1.1" status: 200 len: 809 time: 0.1453226 Jan 18 16:41:24.876917 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Request body: {'port': {'device_id': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3', 'admin_state_up': True, 'tenant_id': 'bcf2e509f99d4f9faccbf8d5d125b3ec'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:25.040247 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Made reservation on behalf of bcf2e509f99d4f9faccbf8d5d125b3ec for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:25.044451 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:25.184201 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Allocated IP 172.20.0.11 (c2b59431-47cd-476e-9c81-d09b704f1de3/864679e1-f44b-489a-a0f4-8e4bf2437529/f7345142-092c-459f-a8fc-31f8bce488f9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:41:25.345224 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks [] for port (f7345142-092c-459f-a8fc-31f8bce488f9), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:25.381051 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:25.426178 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Network c2b59431-47cd-476e-9c81-d09b704f1de3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:41:25.429360 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:41:25.431815 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:41:25.466265 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Pushing event updated for resources: {'Port': ['ID=f7345142-092c-459f-a8fc-31f8bce488f9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:25.492688 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:25.493312 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:25.512669 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d3a45293-b6d2-45f3-ab93-220103341ed1 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6406279 Jan 18 16:41:25.524114 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Request body: {'port': {'device_id': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:25.585365 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:25.779433 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device a1b9823f-02db-442c-97bf-c1b2d9147577 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:41:25.800972 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: a1b9823f-02db-442c-97bf-c1b2d9147577 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:41:25.801312 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device a1b9823f-02db-442c-97bf-c1b2d9147577 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:41:25.833004 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132b89-4e43-4709-b0ce-dc5ef7889537 req-9cb201ba-ee1c-44b5-9a74-8074250b0a45 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:25.834544 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a0132b89-4e43-4709-b0ce-dc5ef7889537 req-9cb201ba-ee1c-44b5-9a74-8074250b0a45 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 932 time: 0.1091249 Jan 18 16:41:25.920004 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a0132b89-4e43-4709-b0ce-dc5ef7889537 req-d9a20f7e-a8c6-4b47-8848-d256aa47fbc9 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785241 Jan 18 16:41:25.957049 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7345142-092c-459f-a8fc-31f8bce488f9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:25.965931 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Publish callbacks [] for port (f7345142-092c-459f-a8fc-31f8bce488f9), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:25.979125 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Transition to ACTIVE for port object f7345142-092c-459f-a8fc-31f8bce488f9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:41:25.983469 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:26.034097 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Pushing event updated for resources: {'Port': ['ID=f7345142-092c-459f-a8fc-31f8bce488f9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:26.107654 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Attempting to bind port f7345142-092c-459f-a8fc-31f8bce488f9 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:41:26.107985 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Attempting to bind port f7345142-092c-459f-a8fc-31f8bce488f9 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:41:26.108310 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Attempting to bind port f7345142-092c-459f-a8fc-31f8bce488f9 on network c2b59431-47cd-476e-9c81-d09b704f1de3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:26.112986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Port f7345142-092c-459f-a8fc-31f8bce488f9 on network c2b59431-47cd-476e-9c81-d09b704f1de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:41:26.113346 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Attempting to bind port f7345142-092c-459f-a8fc-31f8bce488f9 on network c2b59431-47cd-476e-9c81-d09b704f1de3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:26.118813 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:41:26.119212 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Checking segment: {'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:41:26.119629 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Bound using segment: {'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:41:26.120171 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Bound port: f7345142-092c-459f-a8fc-31f8bce488f9, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87571081-97a1-4433-bfd2-c8d527a2394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:41:26.120582 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:26.197991 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] For port f7345142-092c-459f-a8fc-31f8bce488f9, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:41:26.202389 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] For port f7345142-092c-459f-a8fc-31f8bce488f9, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f7345142-092c-459f-a8fc-31f8bce488f9,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:41:26.208568 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:26.245416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:26.246062 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:26.247472 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] 10.222.0.81 "PUT /v2.0/ports/f7345142-092c-459f-a8fc-31f8bce488f9 HTTP/1.1" status: 200 len: 1094 time: 0.7278612 Jan 18 16:41:26.247917 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'tag': 'f7345142-092c-459f-a8fc-31f8bce488f9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:26.250223 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3840e4c5-9944-40cf-8394-cc535ad1c5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d", "tag": "f7345142-092c-459f-a8fc-31f8bce488f9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:26.277300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7834a-0a3b-4837-a07c-a7a7c92a58bd service neutron] Pushing event updated for resources: {'Port': ['ID=f7345142-092c-459f-a8fc-31f8bce488f9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:26.292180 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0bf6b8-58e0-4b37-955d-091381cad286 x-openstack-request-id: req-be0bf6b8-58e0-4b37-955d-091381cad286 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:26.292471 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d", "tag": "f7345142-092c-459f-a8fc-31f8bce488f9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:26.292719 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be0bf6b8-58e0-4b37-955d-091381cad286 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:26.293190 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'tag': 'f7345142-092c-459f-a8fc-31f8bce488f9', 'status': 'completed', 'code': 200} Jan 18 16:41:26.347119 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbb53-a380-43c3-a778-0f5646efe594 req-75df1b07-2734-4aee-a2e9-94cc02d86b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:26.348668 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-75df1b07-2734-4aee-a2e9-94cc02d86b63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcf2e509f99d4f9faccbf8d5d125b3ec&device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 1097 time: 0.0545852 Jan 18 16:41:26.396467 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-d855248d-148d-4975-b8b5-241f3f88c603 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7345142-092c-459f-a8fc-31f8bce488f9 HTTP/1.1" status: 200 len: 217 time: 0.0372334 Jan 18 16:41:26.461448 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbb53-a380-43c3-a778-0f5646efe594 req-1a481001-9e03-4194-a345-2b41d421f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:26.463102 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-1a481001-9e03-4194-a345-2b41d421f0d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=864679e1-f44b-489a-a0f4-8e4bf2437529 HTTP/1.1" status: 200 len: 849 time: 0.0608096 Jan 18 16:41:26.499372 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-512b359c-0e2d-48e0-a644-4664e02c4232 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2b59431-47cd-476e-9c81-d09b704f1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284851 Jan 18 16:41:26.602590 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca7a5b-af7e-48ac-8214-5f71b48a7126 req-26f3cba0-1e29-4737-8cf3-83064c1d5329 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:26.603631 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-a58981f7-3a0f-4782-9a9a-ceca2df85256 service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966537 Jan 18 16:41:26.604283 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4fca7a5b-af7e-48ac-8214-5f71b48a7126 req-26f3cba0-1e29-4737-8cf3-83064c1d5329 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 945 time: 0.0535054 Jan 18 16:41:26.675658 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4fca7a5b-af7e-48ac-8214-5f71b48a7126 req-c3da7061-afad-41f5-855b-7d73fe89bc8a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610690 Jan 18 16:41:26.752257 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-414dbb53-a380-43c3-a778-0f5646efe594 req-f55f5747-e1d4-4d97-a1fd-349a602eaa2c service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412082 Jan 18 16:41:26.849414 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-d7f7b95f-f4d5-4450-910c-cffff740414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:26.851060 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-d7f7b95f-f4d5-4450-910c-cffff740414f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcf2e509f99d4f9faccbf8d5d125b3ec&device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 1097 time: 0.0460820 Jan 18 16:41:26.983021 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-2acfa7af-f969-4085-8fd1-dbcef06d6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:26.985753 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-2acfa7af-f969-4085-8fd1-dbcef06d6119 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2b59431-47cd-476e-9c81-d09b704f1de3 HTTP/1.1" status: 200 len: 910 time: 0.1275682 Jan 18 16:41:27.060265 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-3e6bc25a-13aa-4921-822d-6f827e7bdc81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7345142-092c-459f-a8fc-31f8bce488f9 HTTP/1.1" status: 200 len: 217 time: 0.0659504 Jan 18 16:41:27.120304 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba9a30-4531-43a9-bfe4-cd98dfe0adc7 req-b0d823e0-6991-413a-b310-f1dd7c4dfb4e tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:27.121975 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8fba9a30-4531-43a9-bfe4-cd98dfe0adc7 req-b0d823e0-6991-413a-b310-f1dd7c4dfb4e tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 944 time: 0.1292853 Jan 18 16:41:27.129131 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-9c1297e6-6f3c-48bd-a967-94150bdaf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:27.130656 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-9c1297e6-6f3c-48bd-a967-94150bdaf3a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=864679e1-f44b-489a-a0f4-8e4bf2437529 HTTP/1.1" status: 200 len: 849 time: 0.0638318 Jan 18 16:41:27.179341 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-d048b53c-98be-4afa-925c-2abae0bc8be7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2b59431-47cd-476e-9c81-d09b704f1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406063 Jan 18 16:41:27.226607 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8fba9a30-4531-43a9-bfe4-cd98dfe0adc7 req-cc1d412c-b593-494a-a969-c39a2d947867 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949605 Jan 18 16:41:27.294885 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-aa5a925d-26aa-402d-84d9-ef1a5be0ec09 service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064677 Jan 18 16:41:27.403876 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3840e4c5-9944-40cf-8394-cc535ad1c5a7 req-f5165bbb-20f1-4759-bb9c-44f578713148 service neutron] 10.222.0.81 "GET /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015339 Jan 18 16:41:27.785078 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f7345142-092c-459f-a8fc-31f8bce488f9 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:41:27.804819 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813ed18-760f-4982-8ca4-ff58dd76ebbe req-a300360f-d849-48cf-8ba5-ca830d26fe23 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:27.806399 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b813ed18-760f-4982-8ca4-ff58dd76ebbe req-a300360f-d849-48cf-8ba5-ca830d26fe23 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 945 time: 0.0579164 Jan 18 16:41:27.869581 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b813ed18-760f-4982-8ca4-ff58dd76ebbe req-775d397c-77ec-4ccc-9b9e-6691c3eb3847 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570598 Jan 18 16:41:27.898160 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f7345142-092c-459f-a8fc-31f8bce488f9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f7345142-092c-459f-a8fc-31f8bce488f9,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:27.911671 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'f7345142-092c-459f-a8fc-31f8bce488f9', 'network_id': 'c2b59431-47cd-476e-9c81-d09b704f1de3', 'port_id': 'f7345142-092c-459f-a8fc-31f8bce488f9', 'mac_address': 'fa:16:3e:e9:ce:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864679e1-f44b-489a-a0f4-8e4bf2437529', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:41:27.951033 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f7345142-092c-459f-a8fc-31f8bce488f9 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:27.951413 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:27.964642 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7345142-092c-459f-a8fc-31f8bce488f9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:27.985554 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f7345142-092c-459f-a8fc-31f8bce488f9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f7345142-092c-459f-a8fc-31f8bce488f9,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:27.990130 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:28.036976 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f7345142-092c-459f-a8fc-31f8bce488f9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:28.190122 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-a36502b0-d875-4c01-a45a-2f0f532a4148 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:28.191721 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-a36502b0-d875-4c01-a45a-2f0f532a4148 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 945 time: 0.0516245 Jan 18 16:41:28.214268 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['f7345142-092c-459f-a8fc-31f8bce488f9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:41:28.300688 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Deleting port b4a82418-9778-47f9-ad81-cff8d380f5c9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:28.301026 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:28.445550 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f3624-4ed9-47b6-91d0-322a14b26d7f req-6777a8f5-f421-49c2-b848-dcce3f9d449b tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:28.447664 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-418f3624-4ed9-47b6-91d0-322a14b26d7f req-6777a8f5-f421-49c2-b848-dcce3f9d449b tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 945 time: 0.1217053 Jan 18 16:41:28.454054 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] For port b4a82418-9778-47f9-ad81-cff8d380f5c9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=b4a82418-9778-47f9-ad81-cff8d380f5c9,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:28.454403 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:28.565767 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-418f3624-4ed9-47b6-91d0-322a14b26d7f req-032ed65c-731e-48e4-aad5-fd67e065c2fc tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081419 Jan 18 16:41:28.686192 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:28.686557 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (ac9b55fc-fd18-4581-a8cb-4a8b48611707), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:28.686881 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Floating IP ac9b55fc-fd18-4581-a8cb-4a8b48611707 disassociated. External IP: 172.27.0.182, port: b4a82418-9778-47f9-ad81-cff8d380f5c9. Jan 18 16:41:28.687528 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Calling delete_port for b4a82418-9778-47f9-ad81-cff8d380f5c9 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:28.838337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (b4a82418-9778-47f9-ad81-cff8d380f5c9), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:28.869861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event deleted for resources: {'Port': ['ID=b4a82418-9778-47f9-ad81-cff8d380f5c9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:28.982662 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6eaf9b59-7037-4824-983c-39e228b8c7b6 req-040f8c09-b49d-42df-aecf-3856d4155452 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c558fb2-74b4-4a93-b337-02c60c032447 HTTP/1.1" status: 200 len: 210 time: 0.0357308 Jan 18 16:41:29.011060 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:41:29.134809 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:41:29.154621 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:41:29.172189 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:29.173303 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:41:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:29.175827 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] No DVR routers for this DVR port b4a82418-9778-47f9-ad81-cff8d380f5c9 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:41:29.178416 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:29.181681 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3e3ea3fa-ac05-42e7-9224-f04e58a0998b req-4f573d88-6a49-4d8e-9188-076a1422764a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "DELETE /v2.0/ports/b4a82418-9778-47f9-ad81-cff8d380f5c9 HTTP/1.1" status: 204 len: 173 time: 0.9837914 Jan 18 16:41:29.182126 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'name': 'network-vif-deleted', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:29.184494 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f30bba-ad0a-41da-9a67-96ff10f6f1b3" -d '{"events": [{"server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "name": "network-vif-deleted", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:29.232659 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aff35e-3df1-4940-a34d-476585a22de8 x-openstack-request-id: req-a1aff35e-3df1-4940-a34d-476585a22de8 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:29.233037 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c558fb2-74b4-4a93-b337-02c60c032447", "name": "network-vif-deleted", "tag": "b4a82418-9778-47f9-ad81-cff8d380f5c9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:29.233333 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1aff35e-3df1-4940-a34d-476585a22de8 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:29.233818 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c558fb2-74b4-4a93-b337-02c60c032447', 'name': 'network-vif-deleted', 'tag': 'b4a82418-9778-47f9-ad81-cff8d380f5c9', 'status': 'completed', 'code': 200} Jan 18 16:41:29.331335 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:29.597819 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:29.632943 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:41:29.650036 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:29.651149 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:41:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:29.704128 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136b88c-c7c6-4d51-8970-eae0250caae4 req-67190f78-0cf0-4fb5-95f2-55f2dbd4b300 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:29.705574 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5136b88c-c7c6-4d51-8970-eae0250caae4 req-67190f78-0cf0-4fb5-95f2-55f2dbd4b300 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 945 time: 0.0522938 Jan 18 16:41:29.754529 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5136b88c-c7c6-4d51-8970-eae0250caae4 req-68ce78a6-ef9d-42d3-a167-d72457a43521 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Jan 18 16:41:29.778182 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:29.793096 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:41:29.805545 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f7345142-092c-459f-a8fc-31f8bce488f9 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:41:29.948596 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port f7345142-092c-459f-a8fc-31f8bce488f9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:41:29.956313 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port f7345142-092c-459f-a8fc-31f8bce488f9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:41:29.956604 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:30.085903 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port f7345142-092c-459f-a8fc-31f8bce488f9 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:30.085903 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:30.101644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:30.262947 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-ba6d8a40-ae15-4af3-b355-4d876cdc3bbc tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011577888&fields=id&tenant_id=bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 267 time: 0.0494292 Jan 18 16:41:30.272984 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76090f4-71de-498e-97c6-7a83a0424e54 None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:41:30.278450 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7345142-092c-459f-a8fc-31f8bce488f9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:30.282225 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a4bf4-59e9-46a8-afb6-e118d22cbcba" -d '{"events": [{"server_uuid": "b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f7345142-092c-459f-a8fc-31f8bce488f9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:30.300059 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port f7345142-092c-459f-a8fc-31f8bce488f9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f7345142-092c-459f-a8fc-31f8bce488f9,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:30.305833 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:30.307625 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b4a82418-9778-47f9-ad81-cff8d380f5c9 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:41:30.347057 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955c5cac-b4cb-4102-978d-db93f5db9102 x-openstack-request-id: req-955c5cac-b4cb-4102-978d-db93f5db9102 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:30.347389 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f7345142-092c-459f-a8fc-31f8bce488f9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:30.347583 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-955c5cac-b4cb-4102-978d-db93f5db9102 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:30.347987 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7345142-092c-459f-a8fc-31f8bce488f9', 'code': 200} Jan 18 16:41:30.350575 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: b4a82418-9778-47f9-ad81-cff8d380f5c9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:41:30.350804 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device b4a82418-9778-47f9-ad81-cff8d380f5c9 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:41:30.389022 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=f7345142-092c-459f-a8fc-31f8bce488f9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:30.408413 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-3ee77c08-0cd7-4f49-b790-812326160672 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:30.410146 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-3ee77c08-0cd7-4f49-b790-812326160672 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 811 time: 0.1403534 Jan 18 16:41:30.431294 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-26b4420e-caf0-4787-bbe3-b0bb0c9c6c6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/quotas/bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 375 time: 0.0152872 Jan 18 16:41:30.505988 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-43999215-e95e-4446-b7c1-c57e4100a0cb tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638838 Jan 18 16:41:30.530803 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da207b2c-f7ba-4f7a-8da0-12a804a9cbf2 req-7fec4801-6b01-4ed6-a24b-9723062cd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:30.533003 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-da207b2c-f7ba-4f7a-8da0-12a804a9cbf2 req-7fec4801-6b01-4ed6-a24b-9723062cd72a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 1099 time: 0.0528836 Jan 18 16:41:30.569304 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b0d08-ab3c-4ffb-b963-4b7780a57bdd None None] New status for floating IP ac9b55fc-fd18-4581-a8cb-4a8b48611707: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:41:30.585566 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-da207b2c-f7ba-4f7a-8da0-12a804a9cbf2 req-70412716-1674-4ec4-b3c2-5c30fb3535d2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466478 Jan 18 16:41:30.618290 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-0f50cd5a-f208-4f4c-8e27-b21050092fb0 service neutron] 10.222.0.86 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973706 Jan 18 16:41:30.716033 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-c39cd41c-5dbd-4eed-9fe5-4b5e9194980f service neutron] 10.222.0.86 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916526 Jan 18 16:41:30.882130 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06bbed-d690-49e4-a56e-7ab319b681e7 req-69ecaf76-a7e1-4f0a-966e-73ba8c2b0b05 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:30.883636 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c06bbed-d690-49e4-a56e-7ab319b681e7 req-69ecaf76-a7e1-4f0a-966e-73ba8c2b0b05 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 946 time: 0.0534661 Jan 18 16:41:30.934851 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6c06bbed-d690-49e4-a56e-7ab319b681e7 req-f5f6b0c5-d2ab-4523-9d60-e1fa65e023ff tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Jan 18 16:41:31.020064 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-47ebf134-5832-4a06-b490-d2a5a5a3b7ae req-5cc230e5-ba31-440b-98c5-313e57991b78 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 210 time: 0.0326633 Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:31.995319 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-19bfbe45-b8e6-473c-99b6-b8a817f833fd tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:32.002047 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-19bfbe45-b8e6-473c-99b6-b8a817f833fd tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 811 time: 0.1284275 Jan 18 16:41:32.126958 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-fdf29b04-a31b-4058-9b24-48326ccac6f1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 380 time: 0.1206465 Jan 18 16:41:32.136838 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'port': {'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'admin_state_up': True, 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'security_groups': ['e05a87be-e2d3-4803-a08d-26d63df9424e']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:32.159209 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-45a618f1-386c-4390-9c2b-e03884138391 req-60fc07d3-667b-423b-b777-2e5f665ce19d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 210 time: 0.0348403 Jan 18 16:41:32.170229 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750136cd-6f72-4f62-aefb-5829d137eae5 req-e9114ad5-9a75-444f-a347-01c09051fd6d tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:32.172006 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-750136cd-6f72-4f62-aefb-5829d137eae5 req-e9114ad5-9a75-444f-a347-01c09051fd6d tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 946 time: 0.1228559 Jan 18 16:41:32.294073 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-750136cd-6f72-4f62-aefb-5829d137eae5 req-819a8ecd-158c-4dd5-b738-821058d7e52e tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843832 Jan 18 16:41:32.325310 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Made reservation on behalf of bc5a998beb6c47009b7d8b7e23614d48 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:32.330150 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:32.522426 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Allocated IP 172.20.0.7 (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06/03263591-d6d5-4217-a0e2-6cd545d20efe/33324c9b-5812-4d27-9ba7-5149f1649b26) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:41:32.744046 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:32.784741 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:32.834938 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:41:32.838267 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:41:32.842575 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:41:32.850112 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=33324c9b-5812-4d27-9ba7-5149f1649b26,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:32.915587 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:32.916364 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:32.941135 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-cdf38d1f-c991-4e5f-b118-cad8d46c6061 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087730 Jan 18 16:41:32.964569 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Request body: {'port': {'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:33.138686 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a7660d38-70ad-45fb-976a-a03cbf32db92 None None] Provisioning complete for port 33324c9b-5812-4d27-9ba7-5149f1649b26 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:41:33.139361 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7660d38-70ad-45fb-976a-a03cbf32db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:33.179146 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a7660d38-70ad-45fb-976a-a03cbf32db92 None None] Port 33324c9b-5812-4d27-9ba7-5149f1649b26 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:41:33.295955 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572985-6571-43cf-baf5-93eab61bbfa7 req-f0612cff-f820-458c-b9a5-b02458e3b66e tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:33.298994 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b4572985-6571-43cf-baf5-93eab61bbfa7 req-f0612cff-f820-458c-b9a5-b02458e3b66e tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 931 time: 0.0653896 Jan 18 16:41:33.336204 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:33.360799 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4729-28e7-4e67-8543-2bfd5cfadb77 req-4045bd32-2e4f-4273-9168-e63518cb21f4 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:33.362348 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b4572985-6571-43cf-baf5-93eab61bbfa7 req-289a7abd-6260-45de-9859-bb744aa29ec0 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565515 Jan 18 16:41:33.362590 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-186a4729-28e7-4e67-8543-2bfd5cfadb77 req-4045bd32-2e4f-4273-9168-e63518cb21f4 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 946 time: 0.0903301 Jan 18 16:41:33.502367 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-186a4729-28e7-4e67-8543-2bfd5cfadb77 req-976e7a2e-a33f-4184-87b2-b440beffea85 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163263 Jan 18 16:41:33.685387 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33324c9b-5812-4d27-9ba7-5149f1649b26 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:33.694641 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Publish callbacks [] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:33.709314 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Transition to ACTIVE for port object 33324c9b-5812-4d27-9ba7-5149f1649b26 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:41:33.713955 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:33.769648 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Pushing event updated for resources: {'Port': ['ID=33324c9b-5812-4d27-9ba7-5149f1649b26,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:33.885023 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Attempting to bind port 33324c9b-5812-4d27-9ba7-5149f1649b26 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:41:33.885381 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Attempting to bind port 33324c9b-5812-4d27-9ba7-5149f1649b26 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:41:33.885756 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Attempting to bind port 33324c9b-5812-4d27-9ba7-5149f1649b26 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:33.891256 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Port 33324c9b-5812-4d27-9ba7-5149f1649b26 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:41:33.891567 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Attempting to bind port 33324c9b-5812-4d27-9ba7-5149f1649b26 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:33.897227 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:41:33.897599 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Checking segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:41:33.897994 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Bound using segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:41:33.898433 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Bound port: 33324c9b-5812-4d27-9ba7-5149f1649b26, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:41:33.898793 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:33.984982 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] For port 33324c9b-5812-4d27-9ba7-5149f1649b26, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:41:33.988508 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] For port 33324c9b-5812-4d27-9ba7-5149f1649b26, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33324c9b-5812-4d27-9ba7-5149f1649b26,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:41:33.994835 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:34.034532 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.035177 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:34.036631 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] 10.222.0.81 "PUT /v2.0/ports/33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 200 len: 1093 time: 1.0819807 Jan 18 16:41:34.037081 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:34.039472 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51514e5e-95e3-4949-9eac-1c6dea40157b" -d '{"events": [{"name": "network-changed", "server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:34.087480 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988f79e-03de-4d2b-9e1d-e6c250402980 service neutron] Pushing event updated for resources: {'Port': ['ID=33324c9b-5812-4d27-9ba7-5149f1649b26,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:34.108929 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769661b9-6e99-40a0-9dc4-409b1ee3b27b x-openstack-request-id: req-769661b9-6e99-40a0-9dc4-409b1ee3b27b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:34.109425 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:34.109787 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-769661b9-6e99-40a0-9dc4-409b1ee3b27b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:34.110403 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'status': 'completed', 'code': 200} Jan 18 16:41:34.144768 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-76a8f98d-3618-4109-a364-b27c6d8c48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.146339 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-76a8f98d-3618-4109-a364-b27c6d8c48ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1096 time: 0.0539482 Jan 18 16:41:34.221515 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-c49c75a9-8a18-4261-b35b-2e59048a19cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 200 len: 217 time: 0.0633101 Jan 18 16:41:34.281232 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-ca18cb2c-f276-4f7f-839c-ebac35d24d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.282771 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-ca18cb2c-f276-4f7f-839c-ebac35d24d6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0538208 Jan 18 16:41:34.402879 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-d32cc24f-1c08-4563-98a3-036556e05c2b tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.404491 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-d32cc24f-1c08-4563-98a3-036556e05c2b tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 946 time: 0.1058822 Jan 18 16:41:34.407820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34a9-8535-4c9c-be67-62142a91823b req-51b1f5a9-ec6d-413f-adfe-07843befc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.409323 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-51b1f5a9-ec6d-413f-adfe-07843befc6e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133287 Jan 18 16:41:34.614531 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f3b6-2a9a-4177-bb7d-a2ba311b8d2d req-8124ee02-467d-456b-99db-d9bba5b3a9eb tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.616127 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ac6f3b6-2a9a-4177-bb7d-a2ba311b8d2d req-8124ee02-467d-456b-99db-d9bba5b3a9eb tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 943 time: 0.1593192 Jan 18 16:41:34.622028 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-f322370a-9ab1-431b-957e-8ad064fe170c service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050724 Jan 18 16:41:34.654689 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf72e8-5bb7-49bb-8d9c-928f0559b0a6 req-d361b4ee-8269-47ac-b454-16e62b809678 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.656931 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f1cf72e8-5bb7-49bb-8d9c-928f0559b0a6 req-d361b4ee-8269-47ac-b454-16e62b809678 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 946 time: 0.0692053 Jan 18 16:41:34.665099 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Deleting port f7345142-092c-459f-a8fc-31f8bce488f9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:34.665581 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:34.719433 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f1cf72e8-5bb7-49bb-8d9c-928f0559b0a6 req-c382cb19-3ee0-49af-9ab8-ac403252accf tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/security-groups?id=f21cac6a-81fc-4c61-91f8-83d45faac5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560684 Jan 18 16:41:34.808036 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5ac6f3b6-2a9a-4177-bb7d-a2ba311b8d2d req-226dea0d-bbfa-4904-9cac-27850b806ba3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846182 Jan 18 16:41:34.838406 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a59a34a9-8535-4c9c-be67-62142a91823b req-a96d958c-192e-487b-ae29-d7e1f3fecd53 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068241 Jan 18 16:41:34.864844 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] For port f7345142-092c-459f-a8fc-31f8bce488f9, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f7345142-092c-459f-a8fc-31f8bce488f9,segment=NetworkSegment(87571081-97a1-4433-bfd2-c8d527a2394d),segment_id=87571081-97a1-4433-bfd2-c8d527a2394d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:34.865505 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:34.885316 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Calling delete_port for f7345142-092c-459f-a8fc-31f8bce488f9 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:34.979609 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-f658231d-b034-4e4d-b438-1526d33f33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.981163 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-f658231d-b034-4e4d-b438-1526d33f33e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1096 time: 0.0938170 Jan 18 16:41:35.131642 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-a354baa0-000a-4ec4-b56a-2fb99d844366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:35.133540 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-a354baa0-000a-4ec4-b56a-2fb99d844366 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.1458313 Jan 18 16:41:35.134824 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (f7345142-092c-459f-a8fc-31f8bce488f9), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:35.147865 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['f7345142-092c-459f-a8fc-31f8bce488f9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:41:35.213453 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Pushing event deleted for resources: {'Port': ['ID=f7345142-092c-459f-a8fc-31f8bce488f9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:35.217280 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-a2ac3701-20da-4749-bf36-940d0335e2c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 200 len: 217 time: 0.0742986 Jan 18 16:41:35.278362 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] No DVR routers for this DVR port f7345142-092c-459f-a8fc-31f8bce488f9 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:41:35.282923 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:35.286383 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1d08003e-a1b9-4e3e-bb28-f7733b26ab06 req-31697b63-6fe8-4f1e-b8ee-c7a96ab08295 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.81 "DELETE /v2.0/ports/f7345142-092c-459f-a8fc-31f8bce488f9 HTTP/1.1" status: 204 len: 173 time: 0.8760600 Jan 18 16:41:35.306393 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-eaa164ad-43f4-49ca-8e16-2fc20adc8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:35.308497 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-eaa164ad-43f4-49ca-8e16-2fc20adc8f69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0761845 Jan 18 16:41:35.371080 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-89aa3499-e25a-43e4-af7e-d872f09fcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:35.372678 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-89aa3499-e25a-43e4-af7e-d872f09fcf37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587578 Jan 18 16:41:35.492377 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-51100e18-b9f5-474c-b000-9150f5adb72f service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137099 Jan 18 16:41:35.596844 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51514e5e-95e3-4949-9eac-1c6dea40157b req-fd3fce47-6ff1-4e69-8608-ce80d5974304 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976787 Jan 18 16:41:35.849359 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6412b413-4dd3-4a24-b7d4-ebb009394076 req-a7da0818-cd52-41ee-8626-8deb5f389d00 tempest-VolumesActionsTest-959015345 tempest-VolumesActionsTest-959015345-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d HTTP/1.1" status: 200 len: 210 time: 0.0403168 Jan 18 16:41:35.943951 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42760d4-6da7-4cfb-a7e8-9bcc7e14e38e req-a8ef793a-78fd-449b-9a6c-ba3150949bc1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:35.945523 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a42760d4-6da7-4cfb-a7e8-9bcc7e14e38e req-a8ef793a-78fd-449b-9a6c-ba3150949bc1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 943 time: 0.0560758 Jan 18 16:41:35.996458 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a42760d4-6da7-4cfb-a7e8-9bcc7e14e38e req-d33610cb-8d17-404a-99a1-42ba7659de1f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Jan 18 16:41:36.111440 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'name': 'network-vif-deleted', 'tag': 'f7345142-092c-459f-a8fc-31f8bce488f9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:36.113840 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40cac4b-b610-4a5c-a93d-07584dc044f9" -d '{"events": [{"server_uuid": "b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d", "name": "network-vif-deleted", "tag": "f7345142-092c-459f-a8fc-31f8bce488f9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:36.151696 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3de9357-68c0-4920-b0e5-7227d5e48312 x-openstack-request-id: req-f3de9357-68c0-4920-b0e5-7227d5e48312 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:36.151966 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d", "name": "network-vif-deleted", "tag": "f7345142-092c-459f-a8fc-31f8bce488f9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:36.152217 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f3de9357-68c0-4920-b0e5-7227d5e48312 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:36.152614 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1464ab4-ca7e-40cc-84cb-bc741a2e0d4d', 'name': 'network-vif-deleted', 'tag': 'f7345142-092c-459f-a8fc-31f8bce488f9', 'status': 'completed', 'code': 200} Jan 18 16:41:36.532176 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2be4-0964-4f07-95de-3c5c21e84727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:37.161920 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277bec0-4825-40bd-ab58-139bd300ed13 req-37e80a69-fb17-46af-a01a-bca28d13da0b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:37.164262 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d277bec0-4825-40bd-ab58-139bd300ed13 req-37e80a69-fb17-46af-a01a-bca28d13da0b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 943 time: 0.0678678 Jan 18 16:41:37.225354 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d277bec0-4825-40bd-ab58-139bd300ed13 req-9c67eeed-8c89-4dd7-a6d1-39a8a3ed3afe tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550127 Jan 18 16:41:37.830179 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f7345142-092c-459f-a8fc-31f8bce488f9 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:41:37.852911 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: f7345142-092c-459f-a8fc-31f8bce488f9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:41:37.853277 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f7345142-092c-459f-a8fc-31f8bce488f9 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:41:38.344911 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff104-141c-49ab-a424-d836e71bf8f4 req-a9a6372d-022b-4d21-99c7-f0837cc506c1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:38.346491 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51fff104-141c-49ab-a424-d836e71bf8f4 req-a9a6372d-022b-4d21-99c7-f0837cc506c1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 943 time: 0.0499680 Jan 18 16:41:38.397944 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-51fff104-141c-49ab-a424-d836e71bf8f4 req-2fd713da-74f8-4db6-ad52-f94603bb09ab tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456841 Jan 18 16:41:39.381945 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a89fd18e-9b21-45e6-a84d-d8ddf2e06489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:39.518002 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a5888-2638-4e41-bf08-39797da811a9 req-624b231e-7dd6-4c47-848e-824f7cbef497 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:39.519470 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-942a5888-2638-4e41-bf08-39797da811a9 req-624b231e-7dd6-4c47-848e-824f7cbef497 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 943 time: 0.0495896 Jan 18 16:41:39.587411 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-942a5888-2638-4e41-bf08-39797da811a9 req-49adf83e-67d4-4dfc-83ea-bb6564958392 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622780 Jan 18 16:41:40.706432 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612da93-c3a2-435f-a52f-5ee3175bab24 req-fab1f747-eda4-453d-9a22-127b47551502 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:40.707908 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d612da93-c3a2-435f-a52f-5ee3175bab24 req-fab1f747-eda4-453d-9a22-127b47551502 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 943 time: 0.0541606 Jan 18 16:41:40.756196 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d612da93-c3a2-435f-a52f-5ee3175bab24 req-e0e26c32-fc15-45c0-a681-db02948ce03f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 Jan 18 16:41:41.022163 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:41.874370 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33324c9b-5812-4d27-9ba7-5149f1649b26 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:41:41.894662 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1244-ea0c-4b61-af2c-f0c0e8a954f1 req-54dbf22d-7e6b-40df-98ae-755bec92f7af tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:41.896908 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b94e1244-ea0c-4b61-af2c-f0c0e8a954f1 req-54dbf22d-7e6b-40df-98ae-755bec92f7af tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 943 time: 0.0535293 Jan 18 16:41:41.955541 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b94e1244-ea0c-4b61-af2c-f0c0e8a954f1 req-66fedf8b-0154-48ae-b716-b76407ab78e0 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475059 Jan 18 16:41:42.019853 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 33324c9b-5812-4d27-9ba7-5149f1649b26, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33324c9b-5812-4d27-9ba7-5149f1649b26,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:42.037811 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:41:42.086758 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 33324c9b-5812-4d27-9ba7-5149f1649b26 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:42.087130 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.102033 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33324c9b-5812-4d27-9ba7-5149f1649b26 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:42.122919 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 33324c9b-5812-4d27-9ba7-5149f1649b26, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33324c9b-5812-4d27-9ba7-5149f1649b26,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:42.128523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.179155 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=33324c9b-5812-4d27-9ba7-5149f1649b26,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:42.187913 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.188404 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.189019 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.189620 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.190460 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.190652 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.191065 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.191545 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.191797 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.192133 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.192462 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.192847 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.193111 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:42.343556 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['33324c9b-5812-4d27-9ba7-5149f1649b26'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:41:42.456505 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.081453 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aa67a-65f8-4b6f-b3ea-909ae8bb7442 req-b3bb84cf-0c97-44a4-97fd-00f38f1d4d16 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:43.084404 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d16aa67a-65f8-4b6f-b3ea-909ae8bb7442 req-b3bb84cf-0c97-44a4-97fd-00f38f1d4d16 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 944 time: 0.0540659 Jan 18 16:41:43.156423 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d16aa67a-65f8-4b6f-b3ea-909ae8bb7442 req-7092c53d-401e-4587-8171-9ed7785e107d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631278 Jan 18 16:41:43.165227 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.891670 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33324c9b-5812-4d27-9ba7-5149f1649b26 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:41:43.950564 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 33324c9b-5812-4d27-9ba7-5149f1649b26 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:41:43.957729 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 33324c9b-5812-4d27-9ba7-5149f1649b26 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:41:43.957729 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:44.067821 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 33324c9b-5812-4d27-9ba7-5149f1649b26 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:44.068236 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:44.106068 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:44.108817 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c888039-4f0d-4b79-9217-b4240f9c7d7f" -d '{"events": [{"server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "name": "network-vif-plugged", "status": "completed", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:44.127204 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 33324c9b-5812-4d27-9ba7-5149f1649b26, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33324c9b-5812-4d27-9ba7-5149f1649b26,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:44.132806 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:44.160637 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc26669-8d94-4e14-a1a7-214c42028043 x-openstack-request-id: req-dcc26669-8d94-4e14-a1a7-214c42028043 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:44.160937 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "name": "network-vif-plugged", "status": "completed", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:44.161199 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dcc26669-8d94-4e14-a1a7-214c42028043 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:44.162354 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'code': 200} Jan 18 16:41:44.209982 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=33324c9b-5812-4d27-9ba7-5149f1649b26,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:44.326432 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0cca4-4a91-4bf0-8598-aa05086a4e1c req-bcb302b3-b8a8-4fc7-bac4-27a3e2f5d732 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:44.327992 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d1f0cca4-4a91-4bf0-8598-aa05086a4e1c req-bcb302b3-b8a8-4fc7-bac4-27a3e2f5d732 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 945 time: 0.0871706 Jan 18 16:41:44.417204 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d1f0cca4-4a91-4bf0-8598-aa05086a4e1c req-29fa4b76-9caf-4c57-a9e3-03701a16ec1a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803845 Jan 18 16:41:44.434065 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c38686-618e-4c94-9324-8715f2a784db req-724df04b-c970-44c6-879a-c5e4abb4d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:44.436258 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-47c38686-618e-4c94-9324-8715f2a784db req-724df04b-c970-44c6-879a-c5e4abb4d2cb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1098 time: 0.0523560 Jan 18 16:41:44.489435 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-47c38686-618e-4c94-9324-8715f2a784db req-19952901-8f4f-40a5-a78d-b7f31db0d319 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479498 Jan 18 16:41:45.593781 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f555-3949-45ec-b549-86672abe6a05 req-1b173a55-9542-4889-835b-0eda3e88d52a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:45.601965 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9ea8f555-3949-45ec-b549-86672abe6a05 req-1b173a55-9542-4889-835b-0eda3e88d52a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 945 time: 0.1003695 Jan 18 16:41:45.674195 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9ea8f555-3949-45ec-b549-86672abe6a05 req-1d2ebdb0-c5a0-4acf-bd4c-34f89eb40e64 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708609 Jan 18 16:41:46.795292 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249d939-4674-49a9-ba5d-a4db86ab953c req-ce14dcf5-7e02-43af-9f88-5e8917550890 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:46.796984 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1249d939-4674-49a9-ba5d-a4db86ab953c req-ce14dcf5-7e02-43af-9f88-5e8917550890 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 945 time: 0.0529442 Jan 18 16:41:46.852844 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1249d939-4674-49a9-ba5d-a4db86ab953c req-8b92ff2f-6bea-4ef3-934e-1ea7982cfa11 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500095 Jan 18 16:41:46.999867 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ca03b-e743-49f1-9c28-d85cf2cabeca req-cdd478cb-a174-4645-af90-08fc55cc89c7 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:47.002287 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-fc1ca03b-e743-49f1-9c28-d85cf2cabeca req-cdd478cb-a174-4645-af90-08fc55cc89c7 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 945 time: 0.0627151 Jan 18 16:41:47.065518 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-fc1ca03b-e743-49f1-9c28-d85cf2cabeca req-1e041294-3a4c-456a-b63e-8195d8a46566 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546575 Jan 18 16:41:47.098699 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 50866) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:47.143698 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b3cb0-53fa-4aa1-83a3-e06c6ef05ccc tempest-TestVolumeBootPattern-94811699 tempest-TestVolumeBootPattern-94811699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:47.148259 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 50872) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:47.148447 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a28b3cb0-53fa-4aa1-83a3-e06c6ef05ccc tempest-TestVolumeBootPattern-94811699 tempest-TestVolumeBootPattern-94811699-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1093 time: 0.0484428 Jan 18 16:41:47.152982 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:47.185923 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.315352 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.455708 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Allocated IP 172.27.0.113 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/6fe090d5-c493-4c86-8f60-810276b06614) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:41:47.622059 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (6fe090d5-c493-4c86-8f60-810276b06614), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.702009 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (6fe090d5-c493-4c86-8f60-810276b06614), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.760949 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:41:47.766164 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:41:47.770375 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:41:47.815540 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=6fe090d5-c493-4c86-8f60-810276b06614,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:47.834000 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.834506 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.834887 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.835200 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.835533 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.835865 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.836215 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.836521 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.836845 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.837176 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.837515 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.837837 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:47.838171 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:48.316265 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.410475 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (6fe090d5-c493-4c86-8f60-810276b06614), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.618699 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (6fe090d5-c493-4c86-8f60-810276b06614), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.626398 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4628897'] for port (6fe090d5-c493-4c86-8f60-810276b06614), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.702444 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=6fe090d5-c493-4c86-8f60-810276b06614,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:48.720730 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.857292 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.l3_db [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Floating IP dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6 associated. External IP: 172.27.0.113, port: 33324c9b-5812-4d27-9ba7-5149f1649b26. Jan 18 16:41:49.102358 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:41:49.219585 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:41:49.233708 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:41:49.242264 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:49.249271 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:49.250835 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:41:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:49.273855 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-64aa4aca-df11-42f2-8a9f-946ec77cf70f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1243267 Jan 18 16:41:49.274503 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:49.277035 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f170e8a488dd01a1530f252a532c8d385c8727075f0178b02b6827317e098f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0b691e-cc4c-4f05-a594-fabfe7c04822" -d '{"events": [{"name": "network-changed", "server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:49.335364 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40ca5c-2c40-4646-83a2-8b62c91f58f1 x-openstack-request-id: req-3e40ca5c-2c40-4646-83a2-8b62c91f58f1 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:49.336177 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:49.336177 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e40ca5c-2c40-4646-83a2-8b62c91f58f1 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:49.336388 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'status': 'completed', 'code': 200} Jan 18 16:41:49.417084 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:49.418811 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-f88cbc14-5837-4706-9437-63a3151be160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.421489 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-f88cbc14-5837-4706-9437-63a3151be160 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1098 time: 0.0583041 Jan 18 16:41:49.595672 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-87723b6f-d022-41b0-bce9-4dc64e2e316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.598393 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-87723b6f-d022-41b0-bce9-4dc64e2e316d service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.1711309 Jan 18 16:41:49.693031 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-22f2c0f5-6675-4e0c-8ee9-b17917901c31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 200 len: 999 time: 0.0864179 Jan 18 16:41:49.736283 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:48Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:49.759399 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-885477a7-e419-437c-99e5-191eee21abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.760964 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-885477a7-e419-437c-99e5-191eee21abcb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0610423 Jan 18 16:41:49.775395 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:41:49.785444 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:49.786177 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:41:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:49.826179 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-48f0e3f0-c792-47e3-a10f-0acc2baacde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.827875 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-48f0e3f0-c792-47e3-a10f-0acc2baacde3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601361 Jan 18 16:41:49.982793 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-c2a26570-f691-43d7-943b-32fc0aa28025 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487370 Jan 18 16:41:49.989159 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:50.165061 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-3a0b691e-cc4c-4f05-a594-fabfe7c04822 req-b65c9c1c-8221-433f-86e8-129e4b8220cd service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695843 Jan 18 16:41:50.292428 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:48Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:50.322339 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c4946-29ba-41f9-ada7-7b7e48646e9f None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:48Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:41:50.628202 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca76c0-a46f-4e5c-a959-b5816f5712e9 None None] New status for floating IP dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:41:53.690986 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:58.804193 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51000) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:58.847333 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] Deleting subnet 864679e1-f44b-489a-a0f4-8e4bf2437529 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:41:58.850379 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] Publish callbacks [] for subnet (864679e1-f44b-489a-a0f4-8e4bf2437529), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:58.888671 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (864679e1-f44b-489a-a0f4-8e4bf2437529), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:58.928895 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (864679e1-f44b-489a-a0f4-8e4bf2437529), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:58.979612 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (864679e1-f44b-489a-a0f4-8e4bf2437529), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.005121 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864679e1-f44b-489a-a0f4-8e4bf2437529,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:59.007116 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.010266 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-ac2b329a-566c-4f57-8303-b4f0fba29653 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/864679e1-f44b-489a-a0f4-8e4bf2437529 HTTP/1.1" status: 204 len: 168 time: 0.2050047 Jan 18 16:41:59.012692 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51002) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:59.317964 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (c2b59431-47cd-476e-9c81-d09b704f1de3), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.393720 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (c2b59431-47cd-476e-9c81-d09b704f1de3), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.413453 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b59431-47cd-476e-9c81-d09b704f1de3']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:59.422519 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87571081-97a1-4433-bfd2-c8d527a2394d') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:59.422814 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87571081-97a1-4433-bfd2-c8d527a2394d') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:59.431944 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (87571081-97a1-4433-bfd2-c8d527a2394d), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.445339 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (87571081-97a1-4433-bfd2-c8d527a2394d), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.451657 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:41:59.452036 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (87571081-97a1-4433-bfd2-c8d527a2394d), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: warnings.warn(msg) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:41:59.454423 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:41:59.508993 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (c2b59431-47cd-476e-9c81-d09b704f1de3), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.514150 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.520200 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] 10.222.0.86 "DELETE /v2.0/networks/c2b59431-47cd-476e-9c81-d09b704f1de3 HTTP/1.1" status: 204 len: 168 time: 0.5042856 Jan 18 16:41:59.528191 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4da2b8-1f56-4cf5-b684-11e39a63facf admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b59431-47cd-476e-9c81-d09b704f1de3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:59.683486 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51006) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:59.723372 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-96ff9315-407d-4975-8207-6d19cb65d42a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bcf2e509f99d4f9faccbf8d5d125b3ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386994 Jan 18 16:41:59.725808 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51008) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:59.774773 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff1738ac-7a91-4ad0-aec9-4de95f9749c0 admin admin] Publish callbacks [] for security_group (f21cac6a-81fc-4c61-91f8-83d45faac5c0), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.795954 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff1738ac-7a91-4ad0-aec9-4de95f9749c0 admin admin] Publish callbacks [] for security_group (f21cac6a-81fc-4c61-91f8-83d45faac5c0), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.842704 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff1738ac-7a91-4ad0-aec9-4de95f9749c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (f21cac6a-81fc-4c61-91f8-83d45faac5c0), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.845186 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff1738ac-7a91-4ad0-aec9-4de95f9749c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.846353 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ff1738ac-7a91-4ad0-aec9-4de95f9749c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f21cac6a-81fc-4c61-91f8-83d45faac5c0 HTTP/1.1" status: 204 len: 168 time: 0.1196625 Jan 18 16:41:59.853887 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1738ac-7a91-4ad0-aec9-4de95f9749c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21cac6a-81fc-4c61-91f8-83d45faac5c0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:06.536998 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08807a72-5a7b-48b2-b6f2-1dd291f6f0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.791390 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:42:09.384679 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e5c651d-e2bb-4c9d-8ae9-a078d39bf088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.422261 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:10.528533 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.606157 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Publish callbacks [] for security_group (bd87a947-040c-4e1c-88ae-7be385b16de5), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.609998 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (bd87a947-040c-4e1c-88ae-7be385b16de5), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.647851 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26a8d063725b48cea01409b41cd8dd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245891 Jan 18 16:42:10.648713 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87a947-040c-4e1c-88ae-7be385b16de5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:10.650577 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:10.655894 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.656248 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.656593 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.656930 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.657265 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.657621 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.657954 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.658280 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.658609 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.658978 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.659306 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.659631 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.659950 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb7c15-6a2d-477e-8d80-ddc18b18528e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:10.701953 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-876eeea5-cbbe-4334-b2c5-35cdf1149a9a admin admin] Publish callbacks [] for security_group (bd87a947-040c-4e1c-88ae-7be385b16de5), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.723076 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-876eeea5-cbbe-4334-b2c5-35cdf1149a9a admin admin] Publish callbacks [] for security_group (bd87a947-040c-4e1c-88ae-7be385b16de5), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.767159 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-876eeea5-cbbe-4334-b2c5-35cdf1149a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (bd87a947-040c-4e1c-88ae-7be385b16de5), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.770569 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-876eeea5-cbbe-4334-b2c5-35cdf1149a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:10.774840 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-876eeea5-cbbe-4334-b2c5-35cdf1149a9a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bd87a947-040c-4e1c-88ae-7be385b16de5 HTTP/1.1" status: 204 len: 168 time: 0.1232533 Jan 18 16:42:10.782506 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eeea5-cbbe-4334-b2c5-35cdf1149a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87a947-040c-4e1c-88ae-7be385b16de5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:11.034803 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.407373 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51174) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:11.508349 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1143071977-network', 'tenant_id': '134a77fca4c84e388a3a8b27ee653ea4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:11.531817 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Made reservation on behalf of 134a77fca4c84e388a3a8b27ee653ea4 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:42:11.534719 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for network (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.547105 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.639573 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks [] for security_group (de0673db-8c5a-426c-a149-ab13a4be011b), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.644054 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (de0673db-8c5a-426c-a149-ab13a4be011b), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.670572 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:42:11.679992 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0673db-8c5a-426c-a149-ab13a4be011b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:11.686411 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (65c599fa-4f3a-4a61-a695-3c10a1844db2), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.686982 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.segments_db [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Added segment 65c599fa-4f3a-4a61-a695-3c10a1844db2 of type vlan for network 48ca0505-197f-423d-b849-b5de6cdcdd92 Jan 18 16:42:11.729056 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770654379695'] for network (48ca0505-197f-423d-b849-b5de6cdcdd92), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.753881 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453'] for network (48ca0505-197f-423d-b849-b5de6cdcdd92), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.754833 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:11.755417 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.788917 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3802450 Jan 18 16:42:11.792228 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51178) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:11.797288 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Request body: {'subnet': {'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1143071977-subnet', 'tenant_id': '134a77fca4c84e388a3a8b27ee653ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:11.821364 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Made reservation on behalf of 134a77fca4c84e388a3a8b27ee653ea4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:42:11.823841 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16310963'] for subnet (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.824271 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1d52b-1fd3-45de-9dae-1eb224dcb180 admin admin] Pushing event updated for resources: {'Network': ['ID=48ca0505-197f-423d-b849-b5de6cdcdd92,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:11.836362 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Network 48ca0505-197f-423d-b849-b5de6cdcdd92 details requested by agent ovs-agent-dv-cinder-825130-1-iscsi with host dv-cinder-825130-1-iscsi {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:42:12.010657 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16310941'] for subnet (c4699ada-087e-4c1e-b415-8848eba3d5ff), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:12.059246 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4699ada-087e-4c1e-b415-8848eba3d5ff,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:12.075596 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Checking segment: {'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:42:12.075986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Network hostable DHCP agents. Network: 48ca0505-197f-423d-b849-b5de6cdcdd92, hostable agents: ['bc65607d-0701-4cc7-8f35-01d9b7a5acd7'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:42:12.093787 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Network 48ca0505-197f-423d-b849-b5de6cdcdd92 is scheduled to be hosted by DHCP agent bc65607d-0701-4cc7-8f35-01d9b7a5acd7 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:42:12.103551 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825130-1-iscsi, 48ca0505-197f-423d-b849-b5de6cdcdd92) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:42:12.108317 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:12.108923 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:12.113576 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4885f708-28c6-4258-a3cc-3d29c5e5f676 None None] Network 48ca0505-197f-423d-b849-b5de6cdcdd92 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:42:12.125862 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-5495b5f7-5dc6-4f96-bcbf-b6a26e6e9860 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3323367 Jan 18 16:42:12.217455 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1182206-03fc-483b-aff8-83273e3906ec None None] Network 48ca0505-197f-423d-b849-b5de6cdcdd92 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:42:12.438194 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:13.151499 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:13.153229 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51190) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:13.344726 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Deleting port fffa011c-4fbd-4a7c-a588-2ff5ef09347f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:13.345059 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:13.438784 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:13.439338 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for floatingip (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:13.462471 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Calling delete_port for fffa011c-4fbd-4a7c-a588-2ff5ef09347f owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:13.622061 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (fffa011c-4fbd-4a7c-a588-2ff5ef09347f), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:13.650116 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event deleted for resources: {'Port': ['ID=fffa011c-4fbd-4a7c-a588-2ff5ef09347f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:13.718214 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for floatingip (f27a073e-d818-497c-a793-cd79d5c8d647), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:13.718556 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Floating IP f27a073e-d818-497c-a793-cd79d5c8d647 disassociated (deleted). External IP: 172.27.0.218, port: f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a. Jan 18 16:42:13.950116 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:42:13.979885 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-badaae51-76cd-4728-89e7-71dabb2ace32 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:13.981455 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-badaae51-76cd-4728-89e7-71dabb2ace32 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/networks?id=48ca0505-197f-423d-b849-b5de6cdcdd92 HTTP/1.1" status: 200 len: 814 time: 0.1360276 Jan 18 16:42:14.007212 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-755f357a-7143-4f1b-ab7b-691e97b6ae6d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/quotas/134a77fca4c84e388a3a8b27ee653ea4 HTTP/1.1" status: 200 len: 375 time: 0.0172813 Jan 18 16:42:14.058533 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-225f8e25-b1cf-4cb7-92ce-ce5ad4cdd9b0 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=134a77fca4c84e388a3a8b27ee653ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406289 Jan 18 16:42:14.069912 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:42:14.075191 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:14.080153 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] Sync routers for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:42:14.090714 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:42:14.091344 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:42:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:14.107561 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-29f2b6c1-304b-46e2-b7e4-b36935f62a7d tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "DELETE /v2.0/floatingips/f27a073e-d818-497c-a793-cd79d5c8d647 HTTP/1.1" status: 204 len: 168 time: 0.9504399 Jan 18 16:42:14.107561 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:14.109048 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65a5d76-c39c-479c-845f-b624a1a21dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:14.203088 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-8735a737-6410-4083-b8c2-3fbed6ff82fd service neutron] 10.222.0.86 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363175 Jan 18 16:42:14.322973 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-9b38058d-fa7a-4665-9f44-6d864f0971a4 service neutron] 10.222.0.86 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109381 Jan 18 16:42:14.344561 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2fc6cb-a499-402c-a0f6-34b45e0517d5 x-openstack-request-id: req-7d2fc6cb-a499-402c-a0f6-34b45e0517d5 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:14.344561 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:14.344561 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d2fc6cb-a499-402c-a0f6-34b45e0517d5 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:14.346005 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'status': 'completed', 'code': 200} Jan 18 16:42:14.432957 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:42:14.590979 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-6b5aecc7-7b35-4aaa-86d6-605e72ca3b14 req-71f57d5b-8e76-4984-ac7f-bb7802c3ce95 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 210 time: 0.0458477 Jan 18 16:42:14.734447 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 5, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:14.761414 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-fefad9cb-715c-473c-a533-15cbe7d18f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:14.762669 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-fefad9cb-715c-473c-a533-15cbe7d18f73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45e35233c904bdb8271be4c5b6223d2&device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 1098 time: 0.3866892 Jan 18 16:42:14.766446 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] Checking router: 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:42:14.777824 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:42:14.778501 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:42:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:14.799471 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6ff9-2cfe-42aa-9591-5a294cef8129 req-a4ac5b2c-fa49-4aba-827f-c8d91f811a06 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:14.801114 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c7da6ff9-2cfe-42aa-9591-5a294cef8129 req-a4ac5b2c-fa49-4aba-827f-c8d91f811a06 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.3861246 Jan 18 16:42:14.914037 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c7da6ff9-2cfe-42aa-9591-5a294cef8129 req-6d946c26-b964-40c4-b996-605460566eb6 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028059 Jan 18 16:42:14.926865 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:42:14.927457 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-3205e956-fd78-4221-a5cd-eec3282ad2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:14.928931 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-3205e956-fd78-4221-a5cd-eec3282ad2af service neutron] 10.222.0.81 "GET /v2.0/networks?id=80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 200 len: 909 time: 0.1587229 Jan 18 16:42:14.981871 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-886df237-9baf-44a2-b3f6-47401fa57552 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 200 len: 217 time: 0.0456383 Jan 18 16:42:15.038386 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-38b206cb-79e4-44d6-ba2b-533c2d05c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:15.039861 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-38b206cb-79e4-44d6-ba2b-533c2d05c278 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 200 len: 847 time: 0.0513754 Jan 18 16:42:15.089442 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-be940413-42a5-4790-9bb1-dde1aeae46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:15.090980 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-be940413-42a5-4790-9bb1-dde1aeae46d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80e21c1a-bfef-4c4e-aaf0-30d48871569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437520 Jan 18 16:42:15.152562 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 5, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:15.187555 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e74e1-e747-4bb7-ade9-3e8fe98894d5 None None] The sync data for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi is: [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:37:07Z', 'revision_number': 4, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'd6d2194e-6e83-4cec-bb4a-a663f1d4a07d', 'name': '', 'network_id': '80e21c1a-bfef-4c4e-aaf0-30d48871569e', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'mac_address': 'fa:16:3e:37:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:06Z', 'updated_at': '2022-01-18T16:37:12Z', 'revision_number': 5, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'subnets': [{'id': '3ab2bd24-0b00-4ab6-b317-eb89eee82d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:42:15.200315 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-e0d5f2ea-a1c1-4a55-9292-5b97a33b88cc service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958178 Jan 18 16:42:15.302825 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-b65a5d76-c39c-479c-845f-b624a1a21dc6 req-b5d29af8-64c6-4796-8a6b-7e6ebcdf6834 service neutron] 10.222.0.81 "GET /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937960 Jan 18 16:42:15.439119 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb5615-3c01-446f-9273-4b4e0f5a8f30 None None] New status for floating IP f27a073e-d818-497c-a793-cd79d5c8d647: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:42:15.717699 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-b3f8a429-b002-4ee7-825f-95bceae72c95 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:15.718777 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-8a206f52-06f0-44bb-866f-dcec0a68dc70 req-7c7040fe-dae1-4f94-9653-ee88b920a872 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 210 time: 0.0368857 Jan 18 16:42:15.719293 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-b3f8a429-b002-4ee7-825f-95bceae72c95 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "GET /v2.0/networks?id=48ca0505-197f-423d-b849-b5de6cdcdd92 HTTP/1.1" status: 200 len: 814 time: 0.1325357 Jan 18 16:42:15.733145 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Request body: {'port': {'device_id': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92', 'admin_state_up': True, 'tenant_id': '134a77fca4c84e388a3a8b27ee653ea4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:15.853690 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Made reservation on behalf of 134a77fca4c84e388a3a8b27ee653ea4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:42:15.857552 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.022574 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-686e3b21-da5a-4237-a89e-fd31846aa7e7 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:16.023968 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-686e3b21-da5a-4237-a89e-fd31846aa7e7 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.1129770 Jan 18 16:42:16.092988 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Allocated IP 172.20.0.6 (48ca0505-197f-423d-b849-b5de6cdcdd92/c4699ada-087e-4c1e-b415-8848eba3d5ff/33d6c1f7-f0da-438f-b9a0-5ed8875394e8) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:42:16.149431 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c61a-ce74-48b4-b43b-c0538463b804 req-04e71b78-1f66-4915-84e4-e974accd1192 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:16.151306 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa78c61a-ce74-48b4-b43b-c0538463b804 req-04e71b78-1f66-4915-84e4-e974accd1192 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 945 time: 0.1577368 Jan 18 16:42:16.301746 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-aa78c61a-ce74-48b4-b43b-c0538463b804 req-14a4172e-2d5c-48bd-898a-b799b143ec02 tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/security-groups?id=349c9553-7081-4a26-9918-b6e21da4bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395862 Jan 18 16:42:16.307750 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Deleting port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:16.308095 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.402491 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks [] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.434237 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] For port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:16.434638 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.456961 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Calling delete_port for f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:16.504797 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.566673 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Network 48ca0505-197f-423d-b849-b5de6cdcdd92 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:42:16.571759 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:42:16.577660 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:42:16.608473 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Pushing event updated for resources: {'Port': ['ID=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:16.641076 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:16.641726 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.686630 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-340003d8-435c-4cee-ab1d-3b61f47b647b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576693 Jan 18 16:42:16.701195 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Request body: {'port': {'device_id': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:16.722105 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.758619 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event deleted for resources: {'Port': ['ID=f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:16.811693 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.832349 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] No DVR routers for this DVR port f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:42:16.835804 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:16.839076 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34de43-d09f-41dc-b090-42fe803d4cba req-e8db52be-6b45-46f7-96eb-0ebb97ae3a1c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:16.839640 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5d71f59c-a0db-49de-aa04-521e4d0dc35d req-d9846339-0d6f-46b0-91fd-498a2cc5fdea tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.81 "DELETE /v2.0/ports/f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a HTTP/1.1" status: 204 len: 173 time: 0.7974184 Jan 18 16:42:16.839640 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-deleted', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:16.840760 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4a34de43-d09f-41dc-b090-42fe803d4cba req-e8db52be-6b45-46f7-96eb-0ebb97ae3a1c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 931 time: 0.0522518 Jan 18 16:42:16.842265 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe1f5b-b5f5-4563-8ed8-031efee7cb6f" -d '{"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-deleted", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:16.885140 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0670f7d7-7023-47e3-90f0-3c5d3e790272 x-openstack-request-id: req-0670f7d7-7023-47e3-90f0-3c5d3e790272 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:16.885459 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0", "name": "network-vif-deleted", "tag": "f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:16.885842 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0670f7d7-7023-47e3-90f0-3c5d3e790272 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:16.886384 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0', 'name': 'network-vif-deleted', 'tag': 'f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a', 'status': 'completed', 'code': 200} Jan 18 16:42:16.907642 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4a34de43-d09f-41dc-b090-42fe803d4cba req-6328c7f0-872f-44d0-8f69-f6fd755bc43c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571396 Jan 18 16:42:17.152309 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:17.164007 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Publish callbacks [] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.180909 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Transition to ACTIVE for port object 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:42:17.187753 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.270419 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:17.343615 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Attempting to bind port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:42:17.344101 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Attempting to bind port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:42:17.344744 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Attempting to bind port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 on network 48ca0505-197f-423d-b849-b5de6cdcdd92 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:17.353063 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 on network 48ca0505-197f-423d-b849-b5de6cdcdd92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:42:17.353659 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Attempting to bind port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 on network 48ca0505-197f-423d-b849-b5de6cdcdd92 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:17.362764 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:42:17.363148 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Checking segment: {'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:42:17.363591 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Bound using segment: {'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:42:17.364073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Bound port: 33d6c1f7-f0da-438f-b9a0-5ed8875394e8, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:42:17.364411 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.437723 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1979074b-727c-46f2-9c87-adbf64026083 req-caaabe97-0660-42f6-b4d3-fa515b9ea42e tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0cc7f5a-4b36-4120-bac0-5abd2c1c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0333204 Jan 18 16:42:17.472856 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] For port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:42:17.477209 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] For port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:42:17.481936 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.528573 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:17.528573 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.530389 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] 10.222.0.81 "PUT /v2.0/ports/33d6c1f7-f0da-438f-b9a0-5ed8875394e8 HTTP/1.1" status: 200 len: 1093 time: 0.8347476 Jan 18 16:42:17.559712 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e79bf-d034-442a-864a-bd14d920e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:17.624243 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-d21a1f0d-a300-4e16-abcf-e5390ee71113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:17.625807 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-d21a1f0d-a300-4e16-abcf-e5390ee71113 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=134a77fca4c84e388a3a8b27ee653ea4&device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 1096 time: 0.0432870 Jan 18 16:42:17.672321 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-ad03d27a-4e8c-4877-b7d2-fd3f65aff62e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33d6c1f7-f0da-438f-b9a0-5ed8875394e8 HTTP/1.1" status: 200 len: 217 time: 0.0395188 Jan 18 16:42:17.719633 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-a6e64439-98ef-4440-b8ba-c697ee27ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:17.721102 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-a6e64439-98ef-4440-b8ba-c697ee27ce98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4699ada-087e-4c1e-b415-8848eba3d5ff HTTP/1.1" status: 200 len: 854 time: 0.0436974 Jan 18 16:42:17.752382 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-b064a7f2-f882-4aa6-8e84-f179e7cd5bde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48ca0505-197f-423d-b849-b5de6cdcdd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257404 Jan 18 16:42:17.859024 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-c58254fc-ecd0-4bef-8461-6c7091d09f2c service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007178 Jan 18 16:42:17.949809 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4e973285-83b0-4b61-a388-8f9a21b016fd req-305a7105-3ffa-4504-974d-2f7bf41c07ad service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 Jan 18 16:42:18.034902 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021df9-27a0-4d03-a20d-f8fe5c215b62 req-db48cab0-048e-4e49-aa13-6f014b74a2c1 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.036433 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-63021df9-27a0-4d03-a20d-f8fe5c215b62 req-db48cab0-048e-4e49-aa13-6f014b74a2c1 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 943 time: 0.0541422 Jan 18 16:42:18.086074 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-63021df9-27a0-4d03-a20d-f8fe5c215b62 req-130d8bf7-4a43-4751-8c35-c4f3199b9dcd tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Jan 18 16:42:18.093843 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:42:18.115641 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:42:18.115984 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device f50b341a-03ad-498a-b1bb-bf7ebf5bbc3a not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:42:18.504325 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51240) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:18.663332 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cd0a-a512-4ff8-9294-1a1c7800ca2a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group (349c9553-7081-4a26-9918-b6e21da4bc68), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:18.695399 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cd0a-a512-4ff8-9294-1a1c7800ca2a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group (349c9553-7081-4a26-9918-b6e21da4bc68), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:18.755259 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cd0a-a512-4ff8-9294-1a1c7800ca2a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (349c9553-7081-4a26-9918-b6e21da4bc68), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:18.757837 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cd0a-a512-4ff8-9294-1a1c7800ca2a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:18.759038 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-b3d1cd0a-a512-4ff8-9294-1a1c7800ca2a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] 10.222.0.86 "DELETE /v2.0/security-groups/349c9553-7081-4a26-9918-b6e21da4bc68 HTTP/1.1" status: 204 len: 168 time: 0.2537124 Jan 18 16:42:18.770671 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1cd0a-a512-4ff8-9294-1a1c7800ca2a tempest-TestShelveInstance-653230380 tempest-TestShelveInstance-653230380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c9553-7081-4a26-9918-b6e21da4bc68,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:18.811158 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51246) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:18.898363 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'tag': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:18.901029 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc241dd5-b0d7-4266-99ce-db0ba24e376c" -d '{"events": [{"name": "network-changed", "server_uuid": "70f81123-d4ed-4f65-a583-75681dfd39b7", "tag": "33d6c1f7-f0da-438f-b9a0-5ed8875394e8"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:18.952954 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41544d3-9a8d-4ece-8a02-881234e3f490 x-openstack-request-id: req-f41544d3-9a8d-4ece-8a02-881234e3f490 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:18.953228 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f81123-d4ed-4f65-a583-75681dfd39b7", "tag": "33d6c1f7-f0da-438f-b9a0-5ed8875394e8", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:18.953511 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f41544d3-9a8d-4ece-8a02-881234e3f490 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:18.953891 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'tag': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8', 'status': 'completed', 'code': 200} Jan 18 16:42:19.051437 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-bfea15f1-c67b-4bb2-8826-bfc8a03f386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:19.052865 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-bfea15f1-c67b-4bb2-8826-bfc8a03f386f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=134a77fca4c84e388a3a8b27ee653ea4&device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 1096 time: 0.0892456 Jan 18 16:42:19.222513 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4cae-9ede-4693-97ef-a6e09a3612af req-ed4acd6c-c1b1-4c09-ab58-ebb7a1a0e419 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:19.224370 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9adf4cae-9ede-4693-97ef-a6e09a3612af req-ed4acd6c-c1b1-4c09-ab58-ebb7a1a0e419 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 943 time: 0.0623133 Jan 18 16:42:19.227163 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-c4f9cc65-4cba-4967-9192-f8ed26f80c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:19.228668 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-c4f9cc65-4cba-4967-9192-f8ed26f80c8a service neutron] 10.222.0.81 "GET /v2.0/networks?id=48ca0505-197f-423d-b849-b5de6cdcdd92 HTTP/1.1" status: 200 len: 915 time: 0.1696708 Jan 18 16:42:19.288891 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-2ed3808c-a798-4116-ad22-7a940cab74f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33d6c1f7-f0da-438f-b9a0-5ed8875394e8 HTTP/1.1" status: 200 len: 217 time: 0.0544646 Jan 18 16:42:19.292936 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9adf4cae-9ede-4693-97ef-a6e09a3612af req-9f86a612-8d52-4be7-98ec-d421c4bd7169 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613096 Jan 18 16:42:19.358385 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-55be8936-56fd-42ca-b644-4e7d41a4c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:19.359881 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-55be8936-56fd-42ca-b644-4e7d41a4c6f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4699ada-087e-4c1e-b415-8848eba3d5ff HTTP/1.1" status: 200 len: 854 time: 0.0646398 Jan 18 16:42:19.396951 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-607ac2f5-bedf-4db8-af05-8ccf03c24eae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48ca0505-197f-423d-b849-b5de6cdcdd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309761 Jan 18 16:42:19.541678 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-aaa91806-185d-4f75-8742-6d2289cb4a11 service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382227 Jan 18 16:42:19.560790 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:19.719563 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-dc241dd5-b0d7-4266-99ce-db0ba24e376c req-b5967e01-d5f1-4455-9051-434b4c570104 service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698785 Jan 18 16:42:19.877503 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Deleting port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:19.878263 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:19.963208 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] For port d6d2194e-6e83-4cec-bb4a-a663f1d4a07d, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:19.963586 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:19.976668 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Calling delete_port for d6d2194e-6e83-4cec-bb4a-a663f1d4a07d owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:20.093812 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:42:20.230581 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:20.244659 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8', 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92', 'port_id': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8', 'mac_address': 'fa:16:3e:91:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4699ada-087e-4c1e-b415-8848eba3d5ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:42:20.288655 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:20.289045 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:20.303795 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:20.327578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:20.333926 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:20.389771 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:20.437719 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d2c56-a267-4942-8b8e-606e3ee80da3 req-5ea2755b-c9c8-49bf-a3a3-2ede3da98d4b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:20.439238 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a10d2c56-a267-4942-8b8e-606e3ee80da3 req-5ea2755b-c9c8-49bf-a3a3-2ede3da98d4b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 944 time: 0.0594935 Jan 18 16:42:20.507892 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (d6d2194e-6e83-4cec-bb4a-a663f1d4a07d), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:20.544054 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a10d2c56-a267-4942-8b8e-606e3ee80da3 req-a4fec894-9897-4790-a265-33eb1d131c6c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859773 Jan 18 16:42:20.545190 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d2194e-6e83-4cec-bb4a-a663f1d4a07d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:20.563640 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['33d6c1f7-f0da-438f-b9a0-5ed8875394e8'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:20.725488 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:20.944268 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:42:21.052218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:42:21.057526 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-18cc202b-68a8-4409-8fd6-9e4ae4b92cbf admin admin] 10.222.0.86 "PUT /v2.0/routers/72113a17-26c5-4f9a-ba8c-1ccc49d5b82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2450433 Jan 18 16:42:21.059896 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51258) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:21.062622 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] Sync routers for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:42:21.074833 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:42:21.075469 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:42:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:21.180140 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks [] for router (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.189867 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:42:21.314251 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks [] for router_gateway (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.376334 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Deleting port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:21.376786 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.403120 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:42:20Z', 'revision_number': 5, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port': {'id': '34d8fe3c-b09f-4719-ad95-9a63c4c1443b', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:04Z', 'updated_at': '2022-01-18T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:21.430898 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] Checking router: 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:42:21.439706 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] Routers {'72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:42:21.440475 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:42:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:21.460501 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] For port 34d8fe3c-b09f-4719-ad95-9a63c4c1443b, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:21.460861 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.476193 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Calling delete_port for 34d8fe3c-b09f-4719-ad95-9a63c4c1443b owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:21.531029 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] Set router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:42:21.585405 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:42:21Z', 'revision_number': 6, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port_host': None}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:21.620749 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd89f0-4518-47ee-aa54-5ddd0f039d07 None None] The sync data for ids ['72113a17-26c5-4f9a-ba8c-1ccc49d5b82c'] in dv-cinder-825130-1-iscsi is: [{'id': '72113a17-26c5-4f9a-ba8c-1ccc49d5b82c', 'name': 'tempest-TestShelveInstance-420323962-router', 'tenant_id': 'e45e35233c904bdb8271be4c5b6223d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:03Z', 'updated_at': '2022-01-18T16:42:21Z', 'revision_number': 6, 'project_id': 'e45e35233c904bdb8271be4c5b6223d2', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:42:21.658223 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (34d8fe3c-b09f-4719-ad95-9a63c4c1443b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.690256 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Pushing event deleted for resources: {'Port': ['ID=34d8fe3c-b09f-4719-ad95-9a63c4c1443b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:21.690908 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfab3f-a130-48ae-8981-319015ea71d3 req-88dca797-599e-4915-8f88-47f864343c33 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:21.692710 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d9dfab3f-a130-48ae-8981-319015ea71d3 req-88dca797-599e-4915-8f88-47f864343c33 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 944 time: 0.0518744 Jan 18 16:42:21.748055 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d9dfab3f-a130-48ae-8981-319015ea71d3 req-1748c04b-0d27-4274-adb7-c44915b4fed9 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486629 Jan 18 16:42:21.754545 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.846423 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.849222 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks [] for router_controller (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.895073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (72113a17-26c5-4f9a-ba8c-1ccc49d5b82c), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.895624 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72113a17-26c5-4f9a-ba8c-1ccc49d5b82c {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:42:21.900821 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.902178 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-d353a268-f238-4d3f-b58e-de826150b60f admin admin] 10.222.0.86 "DELETE /v2.0/routers/72113a17-26c5-4f9a-ba8c-1ccc49d5b82c HTTP/1.1" status: 204 len: 168 time: 0.8412406 Jan 18 16:42:21.904983 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51262) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:21.956694 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] Deleting subnet 3ab2bd24-0b00-4ab6-b317-eb89eee82d10 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:42:21.960197 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] Publish callbacks [] for subnet (3ab2bd24-0b00-4ab6-b317-eb89eee82d10), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.996672 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6246653'] for subnet (3ab2bd24-0b00-4ab6-b317-eb89eee82d10), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.091273 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (3ab2bd24-0b00-4ab6-b317-eb89eee82d10), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.110523 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:42:22.152498 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5337035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16310934'] for subnet (3ab2bd24-0b00-4ab6-b317-eb89eee82d10), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.172467 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:42:22.177039 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:42:22.177404 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.183396 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab2bd24-0b00-4ab6-b317-eb89eee82d10,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:22.186882 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.190197 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-5501ae4f-36a2-40f2-874e-0b3d552d5aca admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ab2bd24-0b00-4ab6-b317-eb89eee82d10 HTTP/1.1" status: 204 len: 168 time: 0.2842586 Jan 18 16:42:22.193602 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51264) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:22.203556 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf15a8f-14ab-48ea-bd26-1eff8d04f4cc None None] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:42:22.299644 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (80e21c1a-bfef-4c4e-aaf0-30d48871569e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.385562 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Deleting port 30cb4328-e857-4294-a7f6-4967323e607e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:22.386540 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (30cb4328-e857-4294-a7f6-4967323e607e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.409296 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:22.409732 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.444069 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:22.446524 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9391beaf-5a22-4bb0-9892-f3682ae3bc5e" -d '{"events": [{"server_uuid": "70f81123-d4ed-4f65-a583-75681dfd39b7", "name": "network-vif-plugged", "status": "completed", "tag": "33d6c1f7-f0da-438f-b9a0-5ed8875394e8"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:22.474090 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:22.479687 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.524568 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] DHCP port deletion for 80e21c1a-bfef-4c4e-aaf0-30d48871569e request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:42:22.528519 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] For port 30cb4328-e857-4294-a7f6-4967323e607e, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=30cb4328-e857-4294-a7f6-4967323e607e,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:22.528942 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (30cb4328-e857-4294-a7f6-4967323e607e), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.531820 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27767b52-0acf-4e8e-ae86-2619a6f4eff8 x-openstack-request-id: req-27767b52-0acf-4e8e-ae86-2619a6f4eff8 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:22.532110 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f81123-d4ed-4f65-a583-75681dfd39b7", "name": "network-vif-plugged", "status": "completed", "tag": "33d6c1f7-f0da-438f-b9a0-5ed8875394e8", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:22.532353 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-27767b52-0acf-4e8e-ae86-2619a6f4eff8 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:22.532742 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8', 'code': 200} Jan 18 16:42:22.545910 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Calling delete_port for 30cb4328-e857-4294-a7f6-4967323e607e owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:22.582781 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:22.637559 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] Deleting port 30cb4328-e857-4294-a7f6-4967323e607e {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:22.637941 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (30cb4328-e857-4294-a7f6-4967323e607e), before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.675431 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (30cb4328-e857-4294-a7f6-4967323e607e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.716144 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] No DVR routers for this DVR port 30cb4328-e857-4294-a7f6-4967323e607e on host dv-cinder-825130-1-iscsi {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:42:22.724574 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=30cb4328-e857-4294-a7f6-4967323e607e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:22.726690 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] For port 30cb4328-e857-4294-a7f6-4967323e607e, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=30cb4328-e857-4294-a7f6-4967323e607e,segment=NetworkSegment(c1e42702-9a39-4a2d-a995-5cdbb5205b27),segment_id=c1e42702-9a39-4a2d-a995-5cdbb5205b27)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:22.727201 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (30cb4328-e857-4294-a7f6-4967323e607e), precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.833727 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (80e21c1a-bfef-4c4e-aaf0-30d48871569e), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.858973 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e21c1a-bfef-4c4e-aaf0-30d48871569e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:22.870331 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e42702-9a39-4a2d-a995-5cdbb5205b27') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:22.870690 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e42702-9a39-4a2d-a995-5cdbb5205b27') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:22.890722 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6246628'] for segment (c1e42702-9a39-4a2d-a995-5cdbb5205b27), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.900949 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] Calling delete_port for 30cb4328-e857-4294-a7f6-4967323e607e owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:22.919065 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (c1e42702-9a39-4a2d-a995-5cdbb5205b27), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.928822 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:42:22.929272 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336981'] for segment (c1e42702-9a39-4a2d-a995-5cdbb5205b27), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.931774 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: Traceback (most recent call last): Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: timer() Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: cb(*args, **kw) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: return func(*args, **kwargs) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: self._notify() Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: self.callback(batched_events) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: event.method(event) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: return f(self, *a, **k) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._get(url).json() Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: return self.request(url, 'GET', **kwargs) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:42:22.934492 dv-cinder-825130-1-iscsi neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:42:22.953073 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedcbdc-59e1-47f7-b333-d824488e4a75 req-d1270342-ce87-4589-87be-865b172e02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:22.954590 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1dedcbdc-59e1-47f7-b333-d824488e4a75 req-d1270342-ce87-4589-87be-865b172e02f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 1098 time: 0.2401648 Jan 18 16:42:22.969151 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5ab9f-0338-498d-9976-50b240d3711b req-f343638a-3b0d-4594-8a1e-319e4fff5e0a tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:22.976001 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7b5ab9f-0338-498d-9976-50b240d3711b req-f343638a-3b0d-4594-8a1e-319e4fff5e0a tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 945 time: 0.0895715 Jan 18 16:42:23.014383 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (30cb4328-e857-4294-a7f6-4967323e607e), after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.022187 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (80e21c1a-bfef-4c4e-aaf0-30d48871569e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.023819 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-b7b5ab9f-0338-498d-9976-50b240d3711b req-28bd14b0-a6fe-4564-aa63-8506ef6e4b7c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467253 Jan 18 16:42:23.031249 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.037082 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/80e21c1a-bfef-4c4e-aaf0-30d48871569e HTTP/1.1" status: 204 len: 168 time: 0.8397985 Jan 18 16:42:23.037512 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51270) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:23.042418 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] Pushing event deleted for resources: {'Port': ['ID=30cb4328-e857-4294-a7f6-4967323e607e,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:23.044312 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] Network 80e21c1a-bfef-4c4e-aaf0-30d48871569e is not hosted by any dhcp agent {{(pid=102691) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 16:42:23.046280 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1dedcbdc-59e1-47f7-b333-d824488e4a75 req-2288e67a-ddfe-44aa-b60a-3329eadfc7d0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Jan 18 16:42:23.047146 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfedb1-3c1d-4ad9-a931-b4851ebba7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e21c1a-bfef-4c4e-aaf0-30d48871569e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:23.048524 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce70e8-e264-4f03-8f95-abf45ae58469 None None] No DVR routers for this DVR port 30cb4328-e857-4294-a7f6-4967323e607e on host dv-cinder-825130-1-iscsi {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:42:23.352358 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 34d8fe3c-b09f-4719-ad95-9a63c4c1443b no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:42:23.375787 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 34d8fe3c-b09f-4719-ad95-9a63c4c1443b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:42:23.376129 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 34d8fe3c-b09f-4719-ad95-9a63c4c1443b not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:42:23.376552 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 30cb4328-e857-4294-a7f6-4967323e607e no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:42:23.395611 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 30cb4328-e857-4294-a7f6-4967323e607e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:42:23.395950 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 30cb4328-e857-4294-a7f6-4967323e607e not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:42:23.396380 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device d6d2194e-6e83-4cec-bb4a-a663f1d4a07d no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:42:23.403792 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (710c727f-af6c-4716-94d3-3b003d21f44b), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.415587 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: d6d2194e-6e83-4cec-bb4a-a663f1d4a07d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:42:23.415933 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device d6d2194e-6e83-4cec-bb4a-a663f1d4a07d not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:42:23.673669 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Deleting port bc596f61-2018-4c28-8f8f-36eba06f8737 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:23.674055 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.676804 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.759573 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] For port bc596f61-2018-4c28-8f8f-36eba06f8737, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=bc596f61-2018-4c28-8f8f-36eba06f8737,segment=NetworkSegment(bfe42015-1ad0-437b-89f4-1db46f086850),segment_id=bfe42015-1ad0-437b-89f4-1db46f086850)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:23.759922 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.773597 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Calling delete_port for bc596f61-2018-4c28-8f8f-36eba06f8737 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:23.965065 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (bc596f61-2018-4c28-8f8f-36eba06f8737), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.991013 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc596f61-2018-4c28-8f8f-36eba06f8737,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:24.177169 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c376470-ed44-446b-8ae4-8515ddf09e14 req-a733220d-e7d2-4f6b-a379-69aabecd3ea4 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:24.179081 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1c376470-ed44-446b-8ae4-8515ddf09e14 req-a733220d-e7d2-4f6b-a379-69aabecd3ea4 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 945 time: 0.0611351 Jan 18 16:42:24.182610 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (710c727f-af6c-4716-94d3-3b003d21f44b), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:24.245511 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1c376470-ed44-446b-8ae4-8515ddf09e14 req-13b93499-d3bb-4e2c-98dd-82707cc5a38c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Jan 18 16:42:24.418236 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Router 710c727f-af6c-4716-94d3-3b003d21f44b has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:42:24.527925 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:42:24.533830 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-c88822fb-3a36-430d-a70d-ea0115907d02 admin admin] 10.222.0.86 "PUT /v2.0/routers/710c727f-af6c-4716-94d3-3b003d21f44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4951859 Jan 18 16:42:24.535760 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51274) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:24.537488 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] Sync routers for ids ['710c727f-af6c-4716-94d3-3b003d21f44b'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:42:24.547712 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] Routers {'710c727f-af6c-4716-94d3-3b003d21f44b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:42:24.548313 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:42:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['710c727f-af6c-4716-94d3-3b003d21f44b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:24.643183 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks [] for router (710c727f-af6c-4716-94d3-3b003d21f44b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:24.748618 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] Set router 710c727f-af6c-4716-94d3-3b003d21f44b gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:42:24.750261 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks [] for router_gateway (710c727f-af6c-4716-94d3-3b003d21f44b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:24.812167 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Deleting port 9926e2bf-f9ba-4023-9ce7-859586d8f507 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:24.812415 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:24.892477 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] For port 9926e2bf-f9ba-4023-9ce7-859586d8f507, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=9926e2bf-f9ba-4023-9ce7-859586d8f507,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:24.892834 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:24.905881 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Calling delete_port for 9926e2bf-f9ba-4023-9ce7-859586d8f507 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:24.933051 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:42:23Z', 'revision_number': 5, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port': {'id': '9926e2bf-f9ba-4023-9ce7-859586d8f507', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:12Z', 'updated_at': '2022-01-18T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:24.963464 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] Checking router: 710c727f-af6c-4716-94d3-3b003d21f44b for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:42:24.972706 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] Routers {'710c727f-af6c-4716-94d3-3b003d21f44b'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:42:24.973329 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:42:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['710c727f-af6c-4716-94d3-3b003d21f44b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:25.061207 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] Set router 710c727f-af6c-4716-94d3-3b003d21f44b gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:42:25.074965 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (9926e2bf-f9ba-4023-9ce7-859586d8f507), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.104434 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=9926e2bf-f9ba-4023-9ce7-859586d8f507,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:25.115565 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:42:24Z', 'revision_number': 6, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port_host': None}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:25.145924 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9561c-961f-4497-a750-614d17c2ad87 None None] The sync data for ids ['710c727f-af6c-4716-94d3-3b003d21f44b'] in dv-cinder-825130-1-iscsi is: [{'id': '710c727f-af6c-4716-94d3-3b003d21f44b', 'name': 'tempest-TestShelveInstance-1572847585-router', 'tenant_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:11Z', 'updated_at': '2022-01-18T16:42:24Z', 'revision_number': 6, 'project_id': '45921461e6bf428bb9ac1b57f1f24e6f', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:42:25.173373 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (710c727f-af6c-4716-94d3-3b003d21f44b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.373804 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966042d-03a8-4afb-9ed7-c4eab4eb6e31 req-c7f50ce6-8011-46db-98b0-dcfcf3d34ab9 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:25.375625 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f966042d-03a8-4afb-9ed7-c4eab4eb6e31 req-c7f50ce6-8011-46db-98b0-dcfcf3d34ab9 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 945 time: 0.0536635 Jan 18 16:42:25.438412 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-f966042d-03a8-4afb-9ed7-c4eab4eb6e31 req-59a476c9-2b1f-4687-86d2-34271e23d008 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568531 Jan 18 16:42:25.547768 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (710c727f-af6c-4716-94d3-3b003d21f44b), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.550736 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks [] for router_controller (710c727f-af6c-4716-94d3-3b003d21f44b), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.613312 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (710c727f-af6c-4716-94d3-3b003d21f44b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.613312 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 710c727f-af6c-4716-94d3-3b003d21f44b {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:42:25.619007 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.622885 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-8139bb0b-af3c-448c-98f6-e5468d7b5e13 admin admin] 10.222.0.86 "DELETE /v2.0/routers/710c727f-af6c-4716-94d3-3b003d21f44b HTTP/1.1" status: 204 len: 168 time: 1.0835474 Jan 18 16:42:25.623435 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51302) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:25.661292 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device bc596f61-2018-4c28-8f8f-36eba06f8737 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:42:25.706938 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] Deleting subnet 4e99851d-5538-4e4f-b96a-ce1245543de1 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:42:25.710135 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: bc596f61-2018-4c28-8f8f-36eba06f8737 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:42:25.710601 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device bc596f61-2018-4c28-8f8f-36eba06f8737 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:42:25.711006 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] Publish callbacks [] for subnet (4e99851d-5538-4e4f-b96a-ce1245543de1), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.754397 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (4e99851d-5538-4e4f-b96a-ce1245543de1), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.872082 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (4e99851d-5538-4e4f-b96a-ce1245543de1), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.950638 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (4e99851d-5538-4e4f-b96a-ce1245543de1), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.986951 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e99851d-5538-4e4f-b96a-ce1245543de1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:25.992025 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:25.997731 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-650ca0e9-c535-4902-8f2d-1a6eb00aa9a8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4e99851d-5538-4e4f-b96a-ce1245543de1 HTTP/1.1" status: 204 len: 168 time: 0.3730822 Jan 18 16:42:26.000312 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51320) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:26.000756 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab4d37-584c-42b1-8b74-4fda9dd7ac9a None None] Network 78715231-42c6-47c3-9a13-4d2b63575923 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:42:26.101863 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (78715231-42c6-47c3-9a13-4d2b63575923), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.178407 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Deleting port e9c73446-922c-4fbd-b0ad-110fc8856b0a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:26.178847 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.245734 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] DHCP port deletion for 78715231-42c6-47c3-9a13-4d2b63575923 request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:42:26.270724 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] For port e9c73446-922c-4fbd-b0ad-110fc8856b0a, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e9c73446-922c-4fbd-b0ad-110fc8856b0a,segment=NetworkSegment(bfe42015-1ad0-437b-89f4-1db46f086850),segment_id=bfe42015-1ad0-437b-89f4-1db46f086850)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:26.271091 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.292801 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Calling delete_port for e9c73446-922c-4fbd-b0ad-110fc8856b0a owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:26.320676 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] Deleting port e9c73446-922c-4fbd-b0ad-110fc8856b0a {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:26.325810 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.423773 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] For port e9c73446-922c-4fbd-b0ad-110fc8856b0a, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e9c73446-922c-4fbd-b0ad-110fc8856b0a,segment=NetworkSegment(bfe42015-1ad0-437b-89f4-1db46f086850),segment_id=bfe42015-1ad0-437b-89f4-1db46f086850)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:26.424522 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.443504 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] Calling delete_port for e9c73446-922c-4fbd-b0ad-110fc8856b0a owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:26.565118 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.597141 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] Pushing event deleted for resources: {'Port': ['ID=e9c73446-922c-4fbd-b0ad-110fc8856b0a,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:26.600694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9915b-94eb-4436-a642-26dc33424c3b None None] No DVR routers for this DVR port e9c73446-922c-4fbd-b0ad-110fc8856b0a on host dv-cinder-825130-1-iscsi {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:42:26.657885 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (e9c73446-922c-4fbd-b0ad-110fc8856b0a), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.689232 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c73446-922c-4fbd-b0ad-110fc8856b0a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:26.692039 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] No DVR routers for this DVR port e9c73446-922c-4fbd-b0ad-110fc8856b0a on host dv-cinder-825130-1-iscsi {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:42:26.773641 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (78715231-42c6-47c3-9a13-4d2b63575923), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.796399 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78715231-42c6-47c3-9a13-4d2b63575923']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:26.807468 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe42015-1ad0-437b-89f4-1db46f086850') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:26.807762 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe42015-1ad0-437b-89f4-1db46f086850') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:42:26.818466 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (bfe42015-1ad0-437b-89f4-1db46f086850), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.835277 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (bfe42015-1ad0-437b-89f4-1db46f086850), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.842515 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:42:26.842946 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (bfe42015-1ad0-437b-89f4-1db46f086850), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: self.session.flush() Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: self.session.flush() Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: self.session.flush() Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: self.session.flush() Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:42:26.844727 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:42:26.926237 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (78715231-42c6-47c3-9a13-4d2b63575923), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.926237 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:26.927566 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] 10.222.0.86 "DELETE /v2.0/networks/78715231-42c6-47c3-9a13-4d2b63575923 HTTP/1.1" status: 204 len: 168 time: 0.9257634 Jan 18 16:42:26.946836 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53772c1-905c-48fe-9eba-eafa13ebe152 admin admin] Pushing event deleted for resources: {'Network': ['ID=78715231-42c6-47c3-9a13-4d2b63575923,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:27.085157 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51340) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:27.145357 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-54dbbdb6-fd75-4f63-8e32-441b86f66c25 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e45e35233c904bdb8271be4c5b6223d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552189 Jan 18 16:42:27.145721 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51344) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:27.226506 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923f47a5-d1dc-432f-aaad-54be4038a881 admin admin] Publish callbacks [] for security_group (afc78229-9dd2-44ec-89e5-5242babdd4e5), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:27.265809 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923f47a5-d1dc-432f-aaad-54be4038a881 admin admin] Publish callbacks [] for security_group (afc78229-9dd2-44ec-89e5-5242babdd4e5), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:27.321147 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923f47a5-d1dc-432f-aaad-54be4038a881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (afc78229-9dd2-44ec-89e5-5242babdd4e5), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:27.323663 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923f47a5-d1dc-432f-aaad-54be4038a881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:27.324841 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-923f47a5-d1dc-432f-aaad-54be4038a881 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/afc78229-9dd2-44ec-89e5-5242babdd4e5 HTTP/1.1" status: 204 len: 168 time: 0.1780353 Jan 18 16:42:27.340091 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f47a5-d1dc-432f-aaad-54be4038a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc78229-9dd2-44ec-89e5-5242babdd4e5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:27.383896 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 9926e2bf-f9ba-4023-9ce7-859586d8f507 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:42:27.418632 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 9926e2bf-f9ba-4023-9ce7-859586d8f507 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:42:27.419209 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 9926e2bf-f9ba-4023-9ce7-859586d8f507 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:42:27.419881 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e9c73446-922c-4fbd-b0ad-110fc8856b0a no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:42:27.445378 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: e9c73446-922c-4fbd-b0ad-110fc8856b0a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:42:27.445815 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e9c73446-922c-4fbd-b0ad-110fc8856b0a not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:42:27.819452 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51350) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:27.884089 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-9260d3ba-721a-480a-9a97-2655bea5c454 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=45921461e6bf428bb9ac1b57f1f24e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0633407 Jan 18 16:42:27.888183 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51352) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:42:27.964715 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-552abde1-de82-4d7d-a24e-1db0424942d2 admin admin] Publish callbacks [] for security_group (5e7bc040-595a-4b99-99c2-89b70c1f3fbc), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:27.994137 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-552abde1-de82-4d7d-a24e-1db0424942d2 admin admin] Publish callbacks [] for security_group (5e7bc040-595a-4b99-99c2-89b70c1f3fbc), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:28.055106 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-552abde1-de82-4d7d-a24e-1db0424942d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (5e7bc040-595a-4b99-99c2-89b70c1f3fbc), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:28.058233 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-552abde1-de82-4d7d-a24e-1db0424942d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:28.059572 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-552abde1-de82-4d7d-a24e-1db0424942d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5e7bc040-595a-4b99-99c2-89b70c1f3fbc HTTP/1.1" status: 204 len: 168 time: 0.1704001 Jan 18 16:42:28.069429 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552abde1-de82-4d7d-a24e-1db0424942d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7bc040-595a-4b99-99c2-89b70c1f3fbc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:32.047768 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-586b7d21-951a-4c00-a1c0-f2be2a9fc159 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451040 Jan 18 16:42:32.142938 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-3450f081-2886-47d9-87df-d8b90da990ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:32.144498 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-3450f081-2886-47d9-87df-d8b90da990ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1098 time: 0.0495582 Jan 18 16:42:32.265347 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-0779bc2c-0194-434d-818e-2b5b8432d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:32.266907 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-0779bc2c-0194-434d-818e-2b5b8432d051 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.1031060 Jan 18 16:42:32.345356 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-7742adf4-45a8-4878-a153-8ebbab073e38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 200 len: 1001 time: 0.0677266 Jan 18 16:42:32.398107 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-a0029783-28af-4059-b05a-cbe62650adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:32.399726 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-a0029783-28af-4059-b05a-cbe62650adf5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0461011 Jan 18 16:42:32.453067 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-d2e775f3-50e0-4532-abaa-28306f596498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:32.454798 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-d2e775f3-50e0-4532-abaa-28306f596498 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479457 Jan 18 16:42:32.575262 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-64008b81-40e3-4b73-a8a6-c305ccfada58 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142056 Jan 18 16:42:32.676222 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-0a05ad61-0482-4549-879d-2f7ca869db7e req-a28fcb4d-ab3b-46ac-8dd8-27ce628c554b service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930502 Jan 18 16:42:36.541747 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8eb65c1e-e15b-4fdd-a938-e6c8541ded05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:39.388205 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0ed84e71-d471-4f37-a3b0-85a3ee2e9fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:41.033733 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:42.442989 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:43.147424 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:43.790957 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:42:53.671820 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:03.152117 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec7477-0e70-4745-97fb-36093005832d req-0ebc4ff7-29c8-47cb-81b8-b7a25f9fba2c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:03.153701 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ffec7477-0e70-4745-97fb-36093005832d req-0ebc4ff7-29c8-47cb-81b8-b7a25f9fba2c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Jan 18 16:43:03.200409 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ffec7477-0e70-4745-97fb-36093005832d req-3e06cfea-0978-47ba-81c3-ef60eb712df4 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Jan 18 16:43:04.327883 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed3e1-64c9-48fc-af24-f4dae664a93a req-dff754aa-db7e-4332-a02d-2726d93aa80e tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:04.329336 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-892ed3e1-64c9-48fc-af24-f4dae664a93a req-dff754aa-db7e-4332-a02d-2726d93aa80e tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 945 time: 0.0539870 Jan 18 16:43:04.376647 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-892ed3e1-64c9-48fc-af24-f4dae664a93a req-c3fa11f5-ebe9-4f7e-a149-1ee10355a142 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Jan 18 16:43:04.650579 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-4cc50055-6d88-46f3-9363-8ca34c677fe9 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:04.652041 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-4cc50055-6d88-46f3-9363-8ca34c677fe9 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 945 time: 0.0474467 Jan 18 16:43:04.741322 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Deleting port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:43:04.741682 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:04.829359 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] For port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:04.829754 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:04.841409 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Calling delete_port for 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:43:04.971514 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (33d6c1f7-f0da-438f-b9a0-5ed8875394e8), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:04.986644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['33d6c1f7-f0da-438f-b9a0-5ed8875394e8'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:43:04.999841 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Pushing event deleted for resources: {'Port': ['ID=33d6c1f7-f0da-438f-b9a0-5ed8875394e8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:05.041417 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] No DVR routers for this DVR port 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:43:05.043980 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:05.047259 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7833bf80-d4ac-49b0-ba11-d29eb26f0fdd req-fe2b7196-785d-4bfa-98a6-ba9d01a8e159 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "DELETE /v2.0/ports/33d6c1f7-f0da-438f-b9a0-5ed8875394e8 HTTP/1.1" status: 204 len: 173 time: 0.3896880 Jan 18 16:43:05.047720 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'name': 'network-vif-deleted', 'tag': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:05.050083 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7fb42e-6099-4381-b8a2-9416a7716eda" -d '{"events": [{"server_uuid": "70f81123-d4ed-4f65-a583-75681dfd39b7", "name": "network-vif-deleted", "tag": "33d6c1f7-f0da-438f-b9a0-5ed8875394e8"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:05.089128 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4507585-e020-4470-a789-57a3048b32ec x-openstack-request-id: req-b4507585-e020-4470-a789-57a3048b32ec {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:05.089500 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f81123-d4ed-4f65-a583-75681dfd39b7", "name": "network-vif-deleted", "tag": "33d6c1f7-f0da-438f-b9a0-5ed8875394e8", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:05.089685 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4507585-e020-4470-a789-57a3048b32ec {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:05.090085 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f81123-d4ed-4f65-a583-75681dfd39b7', 'name': 'network-vif-deleted', 'tag': '33d6c1f7-f0da-438f-b9a0-5ed8875394e8', 'status': 'completed', 'code': 200} Jan 18 16:43:05.486112 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6fc351ac-fc71-4065-b577-8ddddbb28581 req-dfb126a8-6c8d-4882-8a14-475977097190 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f81123-d4ed-4f65-a583-75681dfd39b7 HTTP/1.1" status: 200 len: 210 time: 0.0254381 Jan 18 16:43:06.545553 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-917ec617-88a1-4a27-ae93-c9e0ab039f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:08.505998 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:43:08.527096 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:43:08.527440 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33d6c1f7-f0da-438f-b9a0-5ed8875394e8 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:43:09.390920 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd0cd-6ec4-4ad8-9be6-470819256552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.032995 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:12.445234 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:13.151284 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:14.502673 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-8078ccde-d493-4e32-bdf9-816c508584b9 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:14.504047 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-8078ccde-d493-4e32-bdf9-816c508584b9 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/networks?id=48ca0505-197f-423d-b849-b5de6cdcdd92 HTTP/1.1" status: 200 len: 814 time: 0.1086934 Jan 18 16:43:14.519338 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-e820f009-63be-4d25-9b5a-94f68e778b56 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/quotas/134a77fca4c84e388a3a8b27ee653ea4 HTTP/1.1" status: 200 len: 375 time: 0.0092971 Jan 18 16:43:14.550777 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-082f8caa-84a3-4aa6-86f4-7a4461fcc91b tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=134a77fca4c84e388a3a8b27ee653ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256002 Jan 18 16:43:14.642479 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-f138f119-86cc-4abb-9ec8-a285fa2f471a service neutron] 10.222.0.86 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851533 Jan 18 16:43:14.730541 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-7edcef1c-9cfd-47e9-9007-fa97f6319e27 service neutron] 10.222.0.86 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821702 Jan 18 16:43:14.889296 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5747c25d-645b-4811-84f1-72709ad73149 req-a7e56b74-49d5-43a4-8ac1-90035667adc2 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Jan 18 16:43:15.775173 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-529f8ada-b21d-469e-bcc0-74ab1d1b183d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:15.776659 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-529f8ada-b21d-469e-bcc0-74ab1d1b183d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "GET /v2.0/networks?id=48ca0505-197f-423d-b849-b5de6cdcdd92 HTTP/1.1" status: 200 len: 814 time: 0.1064770 Jan 18 16:43:15.790077 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Request body: {'port': {'device_id': 'f9522537-e033-40d9-85f9-249036963271', 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92', 'admin_state_up': True, 'tenant_id': '134a77fca4c84e388a3a8b27ee653ea4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:43:15.904583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Made reservation on behalf of 134a77fca4c84e388a3a8b27ee653ea4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:43:15.908220 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.041272 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Allocated IP 172.20.0.3 (48ca0505-197f-423d-b849-b5de6cdcdd92/c4699ada-087e-4c1e-b415-8848eba3d5ff/ac8dc72f-8b94-41af-af20-3d4a52fb3e8a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:43:16.177455 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-00987e3c-ab02-4887-81bf-8259693e5c9c req-c317f46f-ae6a-455c-a975-5100212f90a7 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 210 time: 0.2125657 Jan 18 16:43:16.215016 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks [] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.250470 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.299318 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Network 48ca0505-197f-423d-b849-b5de6cdcdd92 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:43:16.302584 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:43:16.306322 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:43:16.329064 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Pushing event updated for resources: {'Port': ['ID=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:16.343182 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.343536 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.343885 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.344227 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.344567 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.344898 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.345228 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.345601 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.345926 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.346253 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.346583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.346909 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.347276 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:16.367943 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:16.368566 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.384056 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-86ce87d0-279c-44db-b683-be6a3ae8af7d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985024 Jan 18 16:43:16.395659 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Request body: {'port': {'device_id': 'f9522537-e033-40d9-85f9-249036963271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:43:16.450474 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.714005 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8dc72f-8b94-41af-af20-3d4a52fb3e8a {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:43:16.721922 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Publish callbacks [] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.734583 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Transition to ACTIVE for port object ac8dc72f-8b94-41af-af20-3d4a52fb3e8a will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:43:16.738398 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.787762 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Pushing event updated for resources: {'Port': ['ID=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:16.858837 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Attempting to bind port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:43:16.859171 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Attempting to bind port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:43:16.859611 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Attempting to bind port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a on network 48ca0505-197f-423d-b849-b5de6cdcdd92 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:43:16.864619 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a on network 48ca0505-197f-423d-b849-b5de6cdcdd92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:43:16.864941 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Attempting to bind port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a on network 48ca0505-197f-423d-b849-b5de6cdcdd92 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:43:16.869811 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:43:16.870239 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Checking segment: {'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:43:16.870524 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Bound using segment: {'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:43:16.871007 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Bound port: ac8dc72f-8b94-41af-af20-3d4a52fb3e8a, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c599fa-4f3a-4a61-a695-3c10a1844db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:43:16.871498 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.934472 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] For port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:43:16.937451 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] For port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:43:16.942904 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.978312 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:16.978936 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:16.980318 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] 10.222.0.81 "PUT /v2.0/ports/ac8dc72f-8b94-41af-af20-3d4a52fb3e8a HTTP/1.1" status: 200 len: 1093 time: 0.5892732 Jan 18 16:43:16.980766 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9522537-e033-40d9-85f9-249036963271', 'tag': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:16.983026 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfca78e-2e0a-45a2-8c13-c90a676c5570" -d '{"events": [{"name": "network-changed", "server_uuid": "f9522537-e033-40d9-85f9-249036963271", "tag": "ac8dc72f-8b94-41af-af20-3d4a52fb3e8a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:17.005955 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346530-a476-47ca-af58-2b7c900a133b service neutron] Pushing event updated for resources: {'Port': ['ID=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:17.023130 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113516e-4785-4e6a-94c3-1add3cbefff2 x-openstack-request-id: req-9113516e-4785-4e6a-94c3-1add3cbefff2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:17.023430 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9522537-e033-40d9-85f9-249036963271", "tag": "ac8dc72f-8b94-41af-af20-3d4a52fb3e8a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:17.023685 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9113516e-4785-4e6a-94c3-1add3cbefff2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:17.024098 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9522537-e033-40d9-85f9-249036963271', 'tag': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a', 'status': 'completed', 'code': 200} Jan 18 16:43:17.071326 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-841a791f-204f-4c91-b5ef-e77162833565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:17.072827 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-841a791f-204f-4c91-b5ef-e77162833565 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=134a77fca4c84e388a3a8b27ee653ea4&device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 1096 time: 0.0417352 Jan 18 16:43:17.116537 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-89b3f0fa-1491-40de-9d10-0d1f5245cd31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a HTTP/1.1" status: 200 len: 217 time: 0.0369880 Jan 18 16:43:17.169036 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-fa6cceee-9f6f-4991-856f-257fbfbfb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:17.170498 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-fa6cceee-9f6f-4991-856f-257fbfbfb51b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4699ada-087e-4c1e-b415-8848eba3d5ff HTTP/1.1" status: 200 len: 854 time: 0.0425622 Jan 18 16:43:17.202509 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-2aca97d0-019c-4f68-9834-9ae5229ce5c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48ca0505-197f-423d-b849-b5de6cdcdd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252459 Jan 18 16:43:17.324109 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-306436b3-d30a-4055-bc00-0ad7e843efd7 service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156933 Jan 18 16:43:17.332841 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94b064-3d53-4a32-893c-915af5d1d032 req-f85f7148-6ea1-4587-8d44-8cf7790c806c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:17.334307 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2e94b064-3d53-4a32-893c-915af5d1d032 req-f85f7148-6ea1-4587-8d44-8cf7790c806c tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 943 time: 0.0704293 Jan 18 16:43:17.436263 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2e94b064-3d53-4a32-893c-915af5d1d032 req-9f27f5d4-d4e4-4300-8fce-0c5f10d201b1 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940824 Jan 18 16:43:17.456081 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5abb02c2-c43f-42c1-874e-eff3c69f4684 req-7667a614-7a04-49f4-9307-018226cc4f3a service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208253 Jan 18 16:43:17.545980 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-a78cc8ea-8b92-4f1c-ad54-acd6f38f46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:17.547483 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-a78cc8ea-8b92-4f1c-ad54-acd6f38f46c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=134a77fca4c84e388a3a8b27ee653ea4&device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 1096 time: 0.0423958 Jan 18 16:43:17.640226 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-a8686829-889a-48ad-8cfc-d6ba467dbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:17.641740 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-a8686829-889a-48ad-8cfc-d6ba467dbfbc service neutron] 10.222.0.81 "GET /v2.0/networks?id=48ca0505-197f-423d-b849-b5de6cdcdd92 HTTP/1.1" status: 200 len: 915 time: 0.0889461 Jan 18 16:43:17.685855 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-3c4542a0-5940-441c-ae67-0014ad5d3e15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a HTTP/1.1" status: 200 len: 217 time: 0.0378304 Jan 18 16:43:17.737582 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-d680851b-151b-4abe-8ba8-cfacb0041346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:17.739510 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-d680851b-151b-4abe-8ba8-cfacb0041346 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4699ada-087e-4c1e-b415-8848eba3d5ff HTTP/1.1" status: 200 len: 854 time: 0.0477931 Jan 18 16:43:17.777093 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-927da576-0ffb-409c-b44c-1c69768b66dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48ca0505-197f-423d-b849-b5de6cdcdd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314760 Jan 18 16:43:17.875710 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-f69f9188-98dc-409e-be83-a39f6b94c5ec service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913389 Jan 18 16:43:17.968142 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-2bfca78e-2e0a-45a2-8c13-c90a676c5570 req-53580389-465b-4694-a4b3-c024f5c6df4e service neutron] 10.222.0.81 "GET /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860341 Jan 18 16:43:18.605785 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaad203-1be8-4f1d-b25f-818f63ea8cd6 req-86dddac5-f929-4f49-9429-3a952d2cda2a tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:18.607275 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4aaad203-1be8-4f1d-b25f-818f63ea8cd6 req-86dddac5-f929-4f49-9429-3a952d2cda2a tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 943 time: 0.1011775 Jan 18 16:43:18.653971 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-4aaad203-1be8-4f1d-b25f-818f63ea8cd6 req-f11ba6f6-945d-4ea0-b68c-b1a1b12b2572 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Jan 18 16:43:19.768042 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936c634-0365-4b24-b5c4-d8cf5d65fe53 req-d2fc260d-0e8e-41ee-a394-247b41ae9bf1 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:19.769531 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7936c634-0365-4b24-b5c4-d8cf5d65fe53 req-d2fc260d-0e8e-41ee-a394-247b41ae9bf1 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 943 time: 0.0482426 Jan 18 16:43:19.816632 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7936c634-0365-4b24-b5c4-d8cf5d65fe53 req-5b28b6a7-fee1-4b1e-ad7f-3037c871a64a tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Jan 18 16:43:20.676717 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device ac8dc72f-8b94-41af-af20-3d4a52fb3e8a details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:43:20.772299 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:20.783644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a', 'network_id': '48ca0505-197f-423d-b849-b5de6cdcdd92', 'port_id': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a', 'mac_address': 'fa:16:3e:40:d8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4699ada-087e-4c1e-b415-8848eba3d5ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:43:20.790922 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:43:20.821398 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:43:20.821815 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:20.834959 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8dc72f-8b94-41af-af20-3d4a52fb3e8a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:43:20.855976 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:20.861730 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:20.924365 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:20.933722 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.934047 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.934396 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.934942 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.935086 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.935447 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.935775 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.936178 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.936649 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.937048 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.937569 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.938002 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.938584 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:20.950601 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df413e-f60c-45b9-a3e4-53f2099cacf2 req-01979dfb-43a1-43a0-8d56-ec9981c45056 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:20.952074 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-46df413e-f60c-45b9-a3e4-53f2099cacf2 req-01979dfb-43a1-43a0-8d56-ec9981c45056 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 944 time: 0.0601482 Jan 18 16:43:21.008637 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-46df413e-f60c-45b9-a3e4-53f2099cacf2 req-9d477ef6-0b7d-41b7-91af-b0813205b3ad tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Jan 18 16:43:21.086689 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['ac8dc72f-8b94-41af-af20-3d4a52fb3e8a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:43:22.142509 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcbb71-c5a2-427e-8059-dc46acf5662b req-8ae323a7-55a2-4976-978d-30512b090dbd tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:22.144189 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a1fcbb71-c5a2-427e-8059-dc46acf5662b req-8ae323a7-55a2-4976-978d-30512b090dbd tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 944 time: 0.0551608 Jan 18 16:43:22.200660 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a1fcbb71-c5a2-427e-8059-dc46acf5662b req-3901e421-abf2-41ad-b260-78c42641cc5f tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494180 Jan 18 16:43:22.376185 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device ac8dc72f-8b94-41af-af20-3d4a52fb3e8a up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:43:22.432514 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:43:22.437385 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:43:22.437864 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.540558 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:43:22.540945 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.567981 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9522537-e033-40d9-85f9-249036963271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:22.570822 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf05f8b-b37d-46b4-ac62-434da0bc1831" -d '{"events": [{"server_uuid": "f9522537-e033-40d9-85f9-249036963271", "name": "network-vif-plugged", "status": "completed", "tag": "ac8dc72f-8b94-41af-af20-3d4a52fb3e8a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:22.586197 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:22.593261 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.621263 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f37c39-550b-4bfb-9057-0c576ac3ce08 x-openstack-request-id: req-b1f37c39-550b-4bfb-9057-0c576ac3ce08 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:22.621603 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9522537-e033-40d9-85f9-249036963271", "name": "network-vif-plugged", "status": "completed", "tag": "ac8dc72f-8b94-41af-af20-3d4a52fb3e8a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:22.621832 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b1f37c39-550b-4bfb-9057-0c576ac3ce08 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:22.622307 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9522537-e033-40d9-85f9-249036963271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a', 'code': 200} Jan 18 16:43:22.652574 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:22.828970 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62ab6-43fe-4cb3-a87f-8271dfb7196b req-c9580360-40b4-4333-ab1a-a07f75188a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:22.831535 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a8d62ab6-43fe-4cb3-a87f-8271dfb7196b req-c9580360-40b4-4333-ab1a-a07f75188a1f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 1098 time: 0.0676949 Jan 18 16:43:22.876758 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a8d62ab6-43fe-4cb3-a87f-8271dfb7196b req-b8165127-cf4e-4de0-bd88-0689501589c1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 Jan 18 16:43:23.322127 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979ee94-5bd5-46a7-8420-7b7297761546 req-2b462218-7fb5-4265-8971-83fa98bed513 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:23.324105 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7979ee94-5bd5-46a7-8420-7b7297761546 req-2b462218-7fb5-4265-8971-83fa98bed513 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 945 time: 0.0514562 Jan 18 16:43:23.370546 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7979ee94-5bd5-46a7-8420-7b7297761546 req-fce34df3-b48c-46f6-9680-f1423466a82d tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Jan 18 16:43:23.701281 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:24.502856 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3d930-8f88-454f-bdb6-80403154478a req-0ec28510-b9f8-47ac-a064-7980ac612e96 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:24.504482 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e7b3d930-8f88-454f-bdb6-80403154478a req-0ec28510-b9f8-47ac-a064-7980ac612e96 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 945 time: 0.0647414 Jan 18 16:43:24.560804 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-e7b3d930-8f88-454f-bdb6-80403154478a req-3863ab38-0e51-4c2d-b513-c2ebff5f7dfd tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Jan 18 16:43:25.676252 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-d2698ced-d9b1-45d2-a79f-02a477c52624 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011577888&fields=id&tenant_id=bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 267 time: 0.0437748 Jan 18 16:43:25.785998 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-7f8e782d-b6cc-4944-970b-a6bdcbd62dd3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:25.787398 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-7f8e782d-b6cc-4944-970b-a6bdcbd62dd3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 811 time: 0.1040783 Jan 18 16:43:25.802946 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-bfc861a7-f069-4596-bbe5-68729fbbd14a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/quotas/bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 375 time: 0.0101290 Jan 18 16:43:25.859133 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ac0c8761-b313-4610-a9d4-f397dbd9b04e tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497417 Jan 18 16:43:25.875609 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-1ce01161-9b39-49e2-b510-d3de5fb57c86 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:43:25.876686 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-1ce01161-9b39-49e2-b510-d3de5fb57c86 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053492 Jan 18 16:43:25.972297 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-2b600f26-0b60-4cf2-968b-3655c2cd6eff service neutron] 10.222.0.86 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892885 Jan 18 16:43:26.067110 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-7085a688-7755-4b40-aa25-d01167831084 service neutron] 10.222.0.86 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881534 Jan 18 16:43:26.355216 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f813f4de-91e6-466a-9813-16219f8a67be req-82a582ad-d813-4b3e-914f-bf75057fa68f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 210 time: 0.0259175 Jan 18 16:43:27.274933 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-437fb4ba-83c1-40b8-9f8e-6ffb27dd6612 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:27.276575 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-437fb4ba-83c1-40b8-9f8e-6ffb27dd6612 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 811 time: 0.1148145 Jan 18 16:43:27.350613 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-da66e42b-5d84-4ddf-b29d-ca612b3ab5f3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5a998beb6c47009b7d8b7e23614d48 HTTP/1.1" status: 200 len: 380 time: 0.0659590 Jan 18 16:43:27.358448 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'port': {'device_id': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'admin_state_up': True, 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'security_groups': ['e05a87be-e2d3-4803-a08d-26d63df9424e']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:43:27.462032 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-58197346-7d1d-42f9-a8d9-fdff42d03eab req-52a0a470-3c5d-41d6-8443-40a7167ac7e2 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 210 time: 0.0330014 Jan 18 16:43:27.501334 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Made reservation on behalf of bc5a998beb6c47009b7d8b7e23614d48 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:43:27.505828 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.643726 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Allocated IP 172.20.0.6 (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06/03263591-d6d5-4217-a0e2-6cd545d20efe/53f539b2-4081-4815-9e89-581c180202b6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:43:27.799165 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (53f539b2-4081-4815-9e89-581c180202b6), precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.839959 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (53f539b2-4081-4815-9e89-581c180202b6), after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.886891 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:43:27.890265 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:43:27.894407 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:43:27.905060 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=53f539b2-4081-4815-9e89-581c180202b6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:27.958976 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:27.959621 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.978608 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-ec65d5ae-15b9-45b8-b0d1-0d1d24c8d252 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238308 Jan 18 16:43:27.993977 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.v2.base [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Request body: {'port': {'device_id': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82513'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:43:28.057642 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (53f539b2-4081-4815-9e89-581c180202b6), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:28.182032 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-da88362e-3c03-460c-83bc-0b895da08705 None None] Provisioning complete for port 53f539b2-4081-4815-9e89-581c180202b6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:43:28.182622 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-da88362e-3c03-460c-83bc-0b895da08705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (53f539b2-4081-4815-9e89-581c180202b6), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:28.221739 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-da88362e-3c03-460c-83bc-0b895da08705 None None] Port 53f539b2-4081-4815-9e89-581c180202b6 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:43:28.354908 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f539b2-4081-4815-9e89-581c180202b6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:43:28.363113 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Publish callbacks [] for port (53f539b2-4081-4815-9e89-581c180202b6), precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:28.378001 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Transition to ACTIVE for port object 53f539b2-4081-4815-9e89-581c180202b6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:43:28.382812 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (53f539b2-4081-4815-9e89-581c180202b6), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:28.482795 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Pushing event updated for resources: {'Port': ['ID=53f539b2-4081-4815-9e89-581c180202b6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:28.625834 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Attempting to bind port 53f539b2-4081-4815-9e89-581c180202b6 on host hv-cinder-82513 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:43:28.626153 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Attempting to bind port 53f539b2-4081-4815-9e89-581c180202b6 by drivers openvswitch,hyperv on host hv-cinder-82513 at level 0 using segments [{'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:43:28.626385 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Attempting to bind port 53f539b2-4081-4815-9e89-581c180202b6 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:43:28.638129 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e805e-77d1-4b18-a05d-cf214d5aa34e req-af0a5099-6ce5-4fde-96c9-6fbeef2a4c49 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:28.639730 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-955e805e-77d1-4b18-a05d-cf214d5aa34e req-af0a5099-6ce5-4fde-96c9-6fbeef2a4c49 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0909514 Jan 18 16:43:28.642454 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Port 53f539b2-4081-4815-9e89-581c180202b6 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82513 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:43:28.642787 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Attempting to bind port 53f539b2-4081-4815-9e89-581c180202b6 on network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:43:28.656253 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Checking agent: {'id': 'ba90d7f5-a494-4d00-91a1-3eae346e038c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'started_at': datetime.datetime(2022, 1, 18, 16, 31, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:43:28.656597 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Checking segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:43:28.656986 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Bound using segment: {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:43:28.657442 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Bound port: 53f539b2-4081-4815-9e89-581c180202b6, host: hv-cinder-82513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf5ffbb-64e7-4ca3-8028-d04929820fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:43:28.657827 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (53f539b2-4081-4815-9e89-581c180202b6), before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:28.739602 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-955e805e-77d1-4b18-a05d-cf214d5aa34e req-159a2d46-b936-463d-8040-b7556947492d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922024 Jan 18 16:43:28.776437 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] For port 53f539b2-4081-4815-9e89-581c180202b6, host hv-cinder-82513, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:43:28.781159 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] For port 53f539b2-4081-4815-9e89-581c180202b6, host hv-cinder-82513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=53f539b2-4081-4815-9e89-581c180202b6,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:43:28.787082 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5337073'] for port (53f539b2-4081-4815-9e89-581c180202b6), after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:28.825585 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:28.826300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:28.827757 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] 10.222.0.81 "PUT /v2.0/ports/53f539b2-4081-4815-9e89-581c180202b6 HTTP/1.1" status: 200 len: 1093 time: 0.8402693 Jan 18 16:43:28.828222 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'tag': '53f539b2-4081-4815-9e89-581c180202b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:28.830611 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762de473-5873-4d31-aaf2-d5b67d06cf81" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "tag": "53f539b2-4081-4815-9e89-581c180202b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:28.855301 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b7c9-c5e9-4ac2-8b87-65768f05cf08 service neutron] Pushing event updated for resources: {'Port': ['ID=53f539b2-4081-4815-9e89-581c180202b6,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:28.912103 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fdeb63-ebf6-45ca-9332-99b827a0f7a3 x-openstack-request-id: req-14fdeb63-ebf6-45ca-9332-99b827a0f7a3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:28.912392 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "tag": "53f539b2-4081-4815-9e89-581c180202b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:28.912644 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14fdeb63-ebf6-45ca-9332-99b827a0f7a3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:28.913060 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'tag': '53f539b2-4081-4815-9e89-581c180202b6', 'status': 'completed', 'code': 200} Jan 18 16:43:28.923707 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0617858b-c73e-4a56-8fd7-f1351f0e1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:28.925325 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-0617858b-c73e-4a56-8fd7-f1351f0e1107 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 1096 time: 0.0570314 Jan 18 16:43:28.992283 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-af243ca0-e15a-42b7-b6fc-17c61837129a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f539b2-4081-4815-9e89-581c180202b6 HTTP/1.1" status: 200 len: 217 time: 0.0591071 Jan 18 16:43:29.045633 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-3827534f-1525-4b14-8c38-4e3d66e5d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:29.047142 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-3827534f-1525-4b14-8c38-4e3d66e5d078 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0489163 Jan 18 16:43:29.107510 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-b1e73538-3dcd-428d-884a-ec27acb2a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:29.110446 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-b1e73538-3dcd-428d-884a-ec27acb2a258 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480616 Jan 18 16:43:29.221244 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-359bc77b-ecc2-41c7-92a2-56169845cb9f service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053016 Jan 18 16:43:29.313219 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d35a36d9-807d-46cf-90d2-c2de81b603be req-384c938c-517b-434a-8763-8f3a2e42ea6c service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Jan 18 16:43:29.410538 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-b71357d7-3608-4d51-b4f5-db2d513547bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:29.411951 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-b71357d7-3608-4d51-b4f5-db2d513547bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 1096 time: 0.0488999 Jan 18 16:43:29.511783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-42413967-a7c4-4ef9-9e18-0fce3d4d2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:29.513178 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-42413967-a7c4-4ef9-9e18-0fce3d4d2518 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.0953417 Jan 18 16:43:29.559920 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-7c5395c0-b682-4f4a-9a7c-2fb34899a431 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f539b2-4081-4815-9e89-581c180202b6 HTTP/1.1" status: 200 len: 217 time: 0.0405934 Jan 18 16:43:29.610835 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-324a7c32-44de-40ef-856f-551bc92410f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:29.612288 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-324a7c32-44de-40ef-856f-551bc92410f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0467498 Jan 18 16:43:29.659302 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-1d8e78b1-ea30-413b-b05a-bb377539bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:29.661340 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-1d8e78b1-ea30-413b-b05a-bb377539bfeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433793 Jan 18 16:43:29.754843 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-c4c5e5bb-35e2-411d-baaa-61a487463645 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877151 Jan 18 16:43:29.874299 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-762de473-5873-4d31-aaf2-d5b67d06cf81 req-4aaf7947-a554-441f-89d6-f8e57bf2e66b service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143582 Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.885629 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07d489-fccf-4922-9ab6-a494aae6b48a req-f717479d-6fa3-4894-8d0e-995035d74de8 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:29.890981 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7a07d489-fccf-4922-9ab6-a494aae6b48a req-f717479d-6fa3-4894-8d0e-995035d74de8 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0725274 Jan 18 16:43:30.218459 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-7a07d489-fccf-4922-9ab6-a494aae6b48a req-b7cb252c-0c7f-4db6-91db-528097f341e0 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209395 Jan 18 16:43:31.353202 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55a87-9d8c-470d-ae96-ec6f7af6d745 req-0cf25d0b-ed16-4303-b8be-44ac225af044 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:31.355461 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9ee55a87-9d8c-470d-ae96-ec6f7af6d745 req-0cf25d0b-ed16-4303-b8be-44ac225af044 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0622628 Jan 18 16:43:31.438058 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-9ee55a87-9d8c-470d-ae96-ec6f7af6d745 req-be5cf27b-c11f-43f4-a0d7-4b86578d4c35 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752866 Jan 18 16:43:32.562044 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af905751-5962-4697-a807-b3eb235dce33 req-d09fbcaa-d33b-498c-9894-eb674b7d562c tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:32.563708 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-af905751-5962-4697-a807-b3eb235dce33 req-d09fbcaa-d33b-498c-9894-eb674b7d562c tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0580156 Jan 18 16:43:32.621086 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-af905751-5962-4697-a807-b3eb235dce33 req-cbced6a3-0929-4871-ac0e-3bd737457426 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515749 Jan 18 16:43:33.768198 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98c18b-c17a-44d8-83f4-e656233ffce5 req-71911504-ad5e-4921-a5a9-4020ca26e1f9 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:33.769920 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae98c18b-c17a-44d8-83f4-e656233ffce5 req-71911504-ad5e-4921-a5a9-4020ca26e1f9 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0581052 Jan 18 16:43:33.825949 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-ae98c18b-c17a-44d8-83f4-e656233ffce5 req-22dd276e-9d00-4852-b41b-f3c101d00ade tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503013 Jan 18 16:43:34.965309 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d9603-68bb-4811-8004-07ba7c06d485 req-084f24cb-bad7-4624-879c-866fc9df3e7d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:34.966933 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f97d9603-68bb-4811-8004-07ba7c06d485 req-084f24cb-bad7-4624-879c-866fc9df3e7d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0525818 Jan 18 16:43:35.026782 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-f97d9603-68bb-4811-8004-07ba7c06d485 req-f86b5118-52ad-4ae6-98df-78e9bde17f2e tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516098 Jan 18 16:43:36.155893 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63219274-8a7f-4de3-9914-1ddc795010eb req-37fcc20d-2e2b-4d9b-903a-77772e86a47a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:36.157374 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-63219274-8a7f-4de3-9914-1ddc795010eb req-37fcc20d-2e2b-4d9b-903a-77772e86a47a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0539408 Jan 18 16:43:36.211898 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-63219274-8a7f-4de3-9914-1ddc795010eb req-5a0c621e-81c3-499d-b9eb-02e3270acb6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481858 Jan 18 16:43:36.542519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-02ffb402-2622-40fd-8491-0d0083346a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:37.341380 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8b2d7-5647-45bb-90b7-1ed84f6bea7e req-33c17c27-889c-4285-bfb2-3884a9816627 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:37.342989 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1ee8b2d7-5647-45bb-90b7-1ed84f6bea7e req-33c17c27-889c-4285-bfb2-3884a9816627 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0530879 Jan 18 16:43:37.393867 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-1ee8b2d7-5647-45bb-90b7-1ed84f6bea7e req-5af5e427-bc06-4635-843e-5e4dd1ac69eb tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449870 Jan 18 16:43:38.549036 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4748425-59be-4b90-b653-7babd5939006 req-e6753f71-7f6d-4b58-a0c2-a3024a97f235 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:38.550902 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d4748425-59be-4b90-b653-7babd5939006 req-e6753f71-7f6d-4b58-a0c2-a3024a97f235 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0533881 Jan 18 16:43:38.614902 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d4748425-59be-4b90-b653-7babd5939006 req-6362d73b-2070-4096-b3d8-b139c24cacac tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573711 Jan 18 16:43:39.396396 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c690b85-36db-4ab0-b1d4-7704d84288f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:39.754450 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1b1d4-7158-4518-b2e8-fdb931995dcc req-713f819b-479d-41f8-9268-2994fb890f5b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:39.756489 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e4a1b1d4-7158-4518-b2e8-fdb931995dcc req-713f819b-479d-41f8-9268-2994fb890f5b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0496559 Jan 18 16:43:39.807146 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-e4a1b1d4-7158-4518-b2e8-fdb931995dcc req-be3ad659-6e20-4079-937d-d8c3cb10429f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Jan 18 16:43:40.924024 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcfed8-e61e-420c-8d56-20f22489fc40 req-89c0d6cf-9aad-4fc9-873a-9bf4233eb36b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:40.925556 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dffcfed8-e61e-420c-8d56-20f22489fc40 req-89c0d6cf-9aad-4fc9-873a-9bf4233eb36b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0497010 Jan 18 16:43:40.978236 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dffcfed8-e61e-420c-8d56-20f22489fc40 req-4d0af1fc-f486-4c1a-a81f-eea832dc5afc tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462193 Jan 18 16:43:41.036749 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:42.094760 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a259379-b73e-445e-b8af-4a97a256f330 req-1a7d873b-0eb0-4c50-9e02-d4abda262377 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:42.096208 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8a259379-b73e-445e-b8af-4a97a256f330 req-1a7d873b-0eb0-4c50-9e02-d4abda262377 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 943 time: 0.0506396 Jan 18 16:43:42.144392 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-8a259379-b73e-445e-b8af-4a97a256f330 req-4e3d7410-ae87-4dff-8b3f-58cee5a6e740 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Jan 18 16:43:42.449533 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:42.531942 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 53f539b2-4081-4815-9e89-581c180202b6 details requested by agent hyperv_hv-cinder-82513 with host hv-cinder-82513 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:43:42.623114 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 53f539b2-4081-4815-9e89-581c180202b6, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=53f539b2-4081-4815-9e89-581c180202b6,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:42.633981 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Returning: {'device': '53f539b2-4081-4815-9e89-581c180202b6', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'port_id': '53f539b2-4081-4815-9e89-581c180202b6', 'mac_address': 'fa:16:3e:cb:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:43:42.673900 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 53f539b2-4081-4815-9e89-581c180202b6 is: DOWN; New status is: BUILD {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:43:42.674283 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (53f539b2-4081-4815-9e89-581c180202b6), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:42.687509 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f539b2-4081-4815-9e89-581c180202b6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:43:42.707077 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 53f539b2-4081-4815-9e89-581c180202b6, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=53f539b2-4081-4815-9e89-581c180202b6,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:42.711568 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (53f539b2-4081-4815-9e89-581c180202b6), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:42.756265 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=53f539b2-4081-4815-9e89-581c180202b6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:42.931276 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] get_ports_and_sgs() called for port_ids ['53f539b2-4081-4815-9e89-581c180202b6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:43:43.168610 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:43.326322 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf638b4-afc6-473e-82ef-52b5a6c58a66 req-df628d55-00ba-4780-a730-d92ef61d576f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:43.327804 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1cf638b4-afc6-473e-82ef-52b5a6c58a66 req-df628d55-00ba-4780-a730-d92ef61d576f tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 944 time: 0.0511255 Jan 18 16:43:43.380907 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-1cf638b4-afc6-473e-82ef-52b5a6c58a66 req-df3f14d1-4800-4ebe-880f-30d0bbc3e779 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454414 Jan 18 16:43:44.498348 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fcee3-371f-4e4b-8812-f2698d5484d2 req-55039464-2a5e-4755-bb07-05a8c5f42ec3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:44.499963 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d86fcee3-371f-4e4b-8812-f2698d5484d2 req-55039464-2a5e-4755-bb07-05a8c5f42ec3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 944 time: 0.0501049 Jan 18 16:43:44.547766 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 53f539b2-4081-4815-9e89-581c180202b6 up at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:43:44.554994 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d86fcee3-371f-4e4b-8812-f2698d5484d2 req-26dca511-cd99-40ab-bc21-b938963ec9f3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493431 Jan 18 16:43:44.602737 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning for port 53f539b2-4081-4815-9e89-581c180202b6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:43:44.607289 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Provisioning complete for port 53f539b2-4081-4815-9e89-581c180202b6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:43:44.607501 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733308'] for port (53f539b2-4081-4815-9e89-581c180202b6), provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:44.702813 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Current status of the port 53f539b2-4081-4815-9e89-581c180202b6 is: BUILD; New status is: ACTIVE {{(pid=102691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:43:44.703201 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (53f539b2-4081-4815-9e89-581c180202b6), before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:44.727318 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f539b2-4081-4815-9e89-581c180202b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:44.729578 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91b9de71f499585528b76b5152b3bdd0116049d4d19cb3326637d72c29576991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f137ca3-f2c5-401f-91b7-bf9dcd9ac654" -d '{"events": [{"server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "name": "network-vif-plugged", "status": "completed", "tag": "53f539b2-4081-4815-9e89-581c180202b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:44.743403 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] For port 53f539b2-4081-4815-9e89-581c180202b6, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=53f539b2-4081-4815-9e89-581c180202b6,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:44.751023 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578'] for port (53f539b2-4081-4815-9e89-581c180202b6), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:44.765665 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1eac1-4336-43fb-b091-12ae26ff3e77 req-c6cd4dca-bf06-4bc0-8ba0-f72753d0a30f tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:44.767343 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d9a1eac1-4336-43fb-b091-12ae26ff3e77 req-c6cd4dca-bf06-4bc0-8ba0-f72753d0a30f tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 945 time: 0.0567074 Jan 18 16:43:44.778393 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55821cd0-c8bf-4cee-9d4c-85c3cd362bcc x-openstack-request-id: req-55821cd0-c8bf-4cee-9d4c-85c3cd362bcc {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:44.778675 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "name": "network-vif-plugged", "status": "completed", "tag": "53f539b2-4081-4815-9e89-581c180202b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:44.778973 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55821cd0-c8bf-4cee-9d4c-85c3cd362bcc {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:44.779320 dv-cinder-825130-1-iscsi neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f539b2-4081-4815-9e89-581c180202b6', 'code': 200} Jan 18 16:43:44.809129 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Pushing event updated for resources: {'Port': ['ID=53f539b2-4081-4815-9e89-581c180202b6,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:44.822195 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-d9a1eac1-4336-43fb-b091-12ae26ff3e77 req-0887bf4c-58fc-45cb-8250-a3aef673d795 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491385 Jan 18 16:43:45.009369 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053587-28a9-4b3c-9983-8998f1e0ea7c req-6a64c0f6-dc7a-48aa-a173-e297b5ee5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:45.010932 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-67053587-28a9-4b3c-9983-8998f1e0ea7c req-6a64c0f6-dc7a-48aa-a173-e297b5ee5f0e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 1098 time: 0.0848165 Jan 18 16:43:45.057556 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-67053587-28a9-4b3c-9983-8998f1e0ea7c req-77555314-d47e-43f6-b091-732ce9266166 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382771 Jan 18 16:43:45.680617 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b615-f4d7-4439-b45f-33a9d1c198d3 req-e0b772b7-dc7c-4cd8-b675-36423722df15 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:45.682160 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c5e9b615-f4d7-4439-b45f-33a9d1c198d3 req-e0b772b7-dc7c-4cd8-b675-36423722df15 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 945 time: 0.0530400 Jan 18 16:43:45.731400 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c5e9b615-f4d7-4439-b45f-33a9d1c198d3 req-b814e7cd-1128-468b-a874-dbd8f39eae6c tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435839 Jan 18 16:43:45.942036 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09d854-6952-4252-9453-70e3411fdeec req-28411979-c20b-4a37-8e9b-077b4c3e9e27 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:45.944469 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc09d854-6952-4252-9453-70e3411fdeec req-28411979-c20b-4a37-8e9b-077b4c3e9e27 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 945 time: 0.0504079 Jan 18 16:43:45.992737 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-dc09d854-6952-4252-9453-70e3411fdeec req-85677f34-8658-4e32-b27d-10e811a92c48 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/security-groups?id=de0673db-8c5a-426c-a149-ab13a4be011b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Jan 18 16:43:46.628146 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-fdce0502-29fc-4940-90db-a93f1e1ed572 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:46.629694 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-fdce0502-29fc-4940-90db-a93f1e1ed572 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 945 time: 0.0496416 Jan 18 16:43:46.725582 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Deleting port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:43:46.726666 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:46.842666 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] For port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,segment=NetworkSegment(65c599fa-4f3a-4a61-a695-3c10a1844db2),segment_id=65c599fa-4f3a-4a61-a695-3c10a1844db2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:46.843024 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:46.859071 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Calling delete_port for ac8dc72f-8b94-41af-af20-3d4a52fb3e8a owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:43:46.883636 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0bff5-e15b-496d-9c78-6406e21766d1 req-96bd05d1-edc3-4584-a3a5-2ddf182fd3dc tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:46.885107 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6dd0bff5-e15b-496d-9c78-6406e21766d1 req-96bd05d1-edc3-4584-a3a5-2ddf182fd3dc tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 945 time: 0.0843494 Jan 18 16:43:46.999641 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-6dd0bff5-e15b-496d-9c78-6406e21766d1 req-09112e1f-53bc-4021-aa79-aeac548b88d8 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827639 Jan 18 16:43:47.068397 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (ac8dc72f-8b94-41af-af20-3d4a52fb3e8a), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:47.103673 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-5e4075d9-c06e-4663-ad81-de0fbfcee89a req-7917c795-c005-424c-965e-e1138d239575 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9522537-e033-40d9-85f9-249036963271 HTTP/1.1" status: 200 len: 210 time: 0.0282061 Jan 18 16:43:47.107342 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Pushing event deleted for resources: {'Port': ['ID=ac8dc72f-8b94-41af-af20-3d4a52fb3e8a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:47.183635 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] No DVR routers for this DVR port ac8dc72f-8b94-41af-af20-3d4a52fb3e8a on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:43:47.187623 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:47.191049 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-c5cddfe0-dad1-4e43-b844-2ee64d9ca542 req-6ef68984-07cc-462b-a9a5-13c3756245e3 tempest-VolumesSnapshotTestJSON-307345669 tempest-VolumesSnapshotTestJSON-307345669-project] 10.222.0.81 "DELETE /v2.0/ports/ac8dc72f-8b94-41af-af20-3d4a52fb3e8a HTTP/1.1" status: 204 len: 173 time: 0.5566366 Jan 18 16:43:47.191555 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9522537-e033-40d9-85f9-249036963271', 'name': 'network-vif-deleted', 'tag': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:47.193960 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18382a94-1420-4ef7-8da9-5b84c47ffd3a" -d '{"events": [{"server_uuid": "f9522537-e033-40d9-85f9-249036963271", "name": "network-vif-deleted", "tag": "ac8dc72f-8b94-41af-af20-3d4a52fb3e8a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:47.211196 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f56ce-0f54-458a-89c3-ea67ac30e8cd req-5b81318b-eacc-42b4-b05d-f6a2bd058089 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:47.213004 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-942f56ce-0f54-458a-89c3-ea67ac30e8cd req-5b81318b-eacc-42b4-b05d-f6a2bd058089 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 945 time: 0.1319067 Jan 18 16:43:47.242772 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c634d5-5686-41b8-9611-3dbc1e6527a3 x-openstack-request-id: req-d2c634d5-5686-41b8-9611-3dbc1e6527a3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:47.243068 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9522537-e033-40d9-85f9-249036963271", "name": "network-vif-deleted", "tag": "ac8dc72f-8b94-41af-af20-3d4a52fb3e8a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:47.243658 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2c634d5-5686-41b8-9611-3dbc1e6527a3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:47.244066 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9522537-e033-40d9-85f9-249036963271', 'name': 'network-vif-deleted', 'tag': 'ac8dc72f-8b94-41af-af20-3d4a52fb3e8a', 'status': 'completed', 'code': 200} Jan 18 16:43:47.280797 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-942f56ce-0f54-458a-89c3-ea67ac30e8cd req-252f94c2-622c-4672-9c02-38961ca694c1 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614321 Jan 18 16:43:47.304949 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51760) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:47.350825 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2933221-d899-464d-b2c9-e9b80a408b2d tempest-TestVolumeBootPattern-94811699 tempest-TestVolumeBootPattern-94811699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:47.352376 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a2933221-d899-464d-b2c9-e9b80a408b2d tempest-TestVolumeBootPattern-94811699 tempest-TestVolumeBootPattern-94811699-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 1093 time: 0.0462947 Jan 18 16:43:47.355176 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 51762) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:47.359985 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Request body: {'floatingip': {'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'port_id': '53f539b2-4081-4815-9e89-581c180202b6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:43:47.389964 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:47.487636 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (None), before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:47.609262 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Allocated IP 172.27.0.183 (d9a8ec46-3e76-4b1f-826e-345f3da3cad5/e90b65e5-b028-416d-848a-b481c0da326d/6505302b-d18a-4d64-940c-db18f4b94142) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:43:47.715377 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (6505302b-d18a-4d64-940c-db18f4b94142), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:47.749708 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770654344542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (6505302b-d18a-4d64-940c-db18f4b94142), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:47.792673 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Network d9a8ec46-3e76-4b1f-826e-345f3da3cad5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:43:47.795610 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:43:47.799337 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:43:47.825532 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=6505302b-d18a-4d64-940c-db18f4b94142,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:47.836994 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.837350 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.837747 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.838030 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.838359 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.838748 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.839005 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.839328 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.839651 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.839974 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.840292 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.840611 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:47.840928 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:48.214688 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (db9d7377-b9d0-4da9-aa28-a0c47d70a62e), precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:48.312482 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-912927'] for port (6505302b-d18a-4d64-940c-db18f4b94142), before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:48.515744 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for port (6505302b-d18a-4d64-940c-db18f4b94142), precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:48.523884 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770654860162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770654344560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770654344578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4628897'] for port (6505302b-d18a-4d64-940c-db18f4b94142), after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:48.580824 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device ac8dc72f-8b94-41af-af20-3d4a52fb3e8a no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:43:48.604580 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: ac8dc72f-8b94-41af-af20-3d4a52fb3e8a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:43:48.604930 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device ac8dc72f-8b94-41af-af20-3d4a52fb3e8a not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:43:48.620728 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event updated for resources: {'Port': ['ID=6505302b-d18a-4d64-940c-db18f4b94142,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:48.635189 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7905807'] for floatingip (db9d7377-b9d0-4da9-aa28-a0c47d70a62e), after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:48.739771 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.db.l3_db [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Floating IP db9d7377-b9d0-4da9-aa28-a0c47d70a62e associated. External IP: 172.27.0.183, port: 53f539b2-4081-4815-9e89-581c180202b6. Jan 18 16:43:49.008962 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:43:49.126536 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:43:49.138211 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:43:49.151021 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:49.151343 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:43:49.152061 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:43:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:43:49.191498 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a1dad8a8-8f90-47bf-b9dc-7bf54bf34fb4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8349264 Jan 18 16:43:49.192228 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'tag': '53f539b2-4081-4815-9e89-581c180202b6'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:49.196735 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f170e8a488dd01a1530f252a532c8d385c8727075f0178b02b6827317e098f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496fe7c1-934a-4eee-9c17-c7905f28d62b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "tag": "53f539b2-4081-4815-9e89-581c180202b6"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:49.259863 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5822df31-5436-4101-94c5-ed1d4a2602a8 x-openstack-request-id: req-5822df31-5436-4101-94c5-ed1d4a2602a8 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:49.261372 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "tag": "53f539b2-4081-4815-9e89-581c180202b6", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:49.262091 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5822df31-5436-4101-94c5-ed1d4a2602a8 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:49.262885 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'tag': '53f539b2-4081-4815-9e89-581c180202b6', 'status': 'completed', 'code': 200} Jan 18 16:43:49.332742 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-794cc8d3-b498-48ad-a60e-1dd177d1a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:49.335143 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-794cc8d3-b498-48ad-a60e-1dd177d1a51c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 1098 time: 0.0545354 Jan 18 16:43:49.445810 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:43:49.461518 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-d7b1991d-e081-4eba-a9c2-f487e86c4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:49.463028 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-d7b1991d-e081-4eba-a9c2-f487e86c4b79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.1224625 Jan 18 16:43:49.554226 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-1e7fea3b-4782-4bef-94d3-89656d45c07d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f539b2-4081-4815-9e89-581c180202b6 HTTP/1.1" status: 200 len: 999 time: 0.0847440 Jan 18 16:43:49.642119 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-09e56256-0929-45e6-ba64-c15b621e9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:49.644811 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-09e56256-0929-45e6-ba64-c15b621e9d2e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0853872 Jan 18 16:43:49.717210 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-a1c3685f-a64a-43b8-b065-406e64ec702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:49.719752 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-a1c3685f-a64a-43b8-b065-406e64ec702a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694101 Jan 18 16:43:49.731939 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-2a276417-4b9f-496e-8ae6-8a9d81776dd8 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:43:49.733185 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-2a276417-4b9f-496e-8ae6-8a9d81776dd8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061319 Jan 18 16:43:49.742781 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'db9d7377-b9d0-4da9-aa28-a0c47d70a62e', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '53f539b2-4081-4815-9e89-581c180202b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:cb:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:43:48Z', 'updated_at': '2022-01-18T16:43:48Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}, {'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:50Z', 'revision_number': 1, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:43:49.791347 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:43:49.807299 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:43:49.808626 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:43:39Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:43:49.847334 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-2d25125e-f50d-4c23-a57b-a055a60c0240 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075013 Jan 18 16:43:49.951008 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-496fe7c1-934a-4eee-9c17-c7905f28d62b req-89be94c0-5788-4eff-8bd6-dde56b2312ae service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979602 Jan 18 16:43:49.956799 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:43:50.185677 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'db9d7377-b9d0-4da9-aa28-a0c47d70a62e', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '53f539b2-4081-4815-9e89-581c180202b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:cb:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:43:48Z', 'updated_at': '2022-01-18T16:43:48Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}, {'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:50Z', 'revision_number': 1, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:43:50.219072 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464791ed-233e-46bd-8e96-eb3d79a68cb6 None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'db9d7377-b9d0-4da9-aa28-a0c47d70a62e', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '53f539b2-4081-4815-9e89-581c180202b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:cb:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:43:48Z', 'updated_at': '2022-01-18T16:43:48Z', 'revision_number': 0, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}, {'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:50Z', 'revision_number': 1, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:43:50.409828 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcc54a-dc5e-48ed-b4c3-96a739bc87ee None None] New status for floating IP db9d7377-b9d0-4da9-aa28-a0c47d70a62e: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:43:53.717077 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:57.793065 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:44:06.545369 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69d79bc0-14fd-46be-979a-328840015148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:09.389445 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67b71038-7b97-4fb0-862c-a3a44849f3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.328866 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51900) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:44:10.373191 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] Deleting subnet c4699ada-087e-4c1e-b415-8848eba3d5ff {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:44:10.376296 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] Publish callbacks [] for subnet (c4699ada-087e-4c1e-b415-8848eba3d5ff), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.414218 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6246653'] for subnet (c4699ada-087e-4c1e-b415-8848eba3d5ff), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.453969 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (c4699ada-087e-4c1e-b415-8848eba3d5ff), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.507085 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5337035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16310934'] for subnet (c4699ada-087e-4c1e-b415-8848eba3d5ff), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.534853 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4699ada-087e-4c1e-b415-8848eba3d5ff,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:44:10.536820 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.540058 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-b0508cef-04b9-47b0-9a08-4c928aa1d746 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c4699ada-087e-4c1e-b415-8848eba3d5ff HTTP/1.1" status: 204 len: 168 time: 0.2101002 Jan 18 16:44:10.543408 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51902) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:44:10.615013 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (48ca0505-197f-423d-b849-b5de6cdcdd92), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.693936 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (48ca0505-197f-423d-b849-b5de6cdcdd92), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.714268 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ca0505-197f-423d-b849-b5de6cdcdd92']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:44:10.723281 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c599fa-4f3a-4a61-a695-3c10a1844db2') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:44:10.723567 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c599fa-4f3a-4a61-a695-3c10a1844db2') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:44:10.737424 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6246628'] for segment (65c599fa-4f3a-4a61-a695-3c10a1844db2), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.750212 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (65c599fa-4f3a-4a61-a695-3c10a1844db2), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.756216 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:44:10.756598 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336981'] for segment (65c599fa-4f3a-4a61-a695-3c10a1844db2), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: warnings.warn(msg) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: Traceback (most recent call last): Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: timer() Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: cb(*args, **kw) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: return func(*args, **kwargs) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: self._notify() Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: self.callback(batched_events) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: event.method(event) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: return f(self, *a, **k) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._get(url).json() Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: return self.request(url, 'GET', **kwargs) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:44:10.758313 dv-cinder-825130-1-iscsi neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:44:10.813873 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (48ca0505-197f-423d-b849-b5de6cdcdd92), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.819882 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:10.823821 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] 10.222.0.86 "DELETE /v2.0/networks/48ca0505-197f-423d-b849-b5de6cdcdd92 HTTP/1.1" status: 204 len: 168 time: 0.2794635 Jan 18 16:44:10.835496 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f65dc3-24f6-49e9-a49d-5d50aa618615 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ca0505-197f-423d-b849-b5de6cdcdd92,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:44:10.996952 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51906) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:44:11.040529 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:11.041409 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-0bfecd82-af2e-4d7b-a54d-0c55103d1ad7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=134a77fca4c84e388a3a8b27ee653ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425570 Jan 18 16:44:11.043878 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51908) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:44:11.093553 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f544ac9-fd88-40e8-8e67-6d3af3936118 admin admin] Publish callbacks [] for security_group (de0673db-8c5a-426c-a149-ab13a4be011b), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:11.119243 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f544ac9-fd88-40e8-8e67-6d3af3936118 admin admin] Publish callbacks [] for security_group (de0673db-8c5a-426c-a149-ab13a4be011b), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:11.182612 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f544ac9-fd88-40e8-8e67-6d3af3936118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (de0673db-8c5a-426c-a149-ab13a4be011b), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:11.185374 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f544ac9-fd88-40e8-8e67-6d3af3936118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:11.186669 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-0f544ac9-fd88-40e8-8e67-6d3af3936118 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de0673db-8c5a-426c-a149-ab13a4be011b HTTP/1.1" status: 204 len: 168 time: 0.1416795 Jan 18 16:44:11.196920 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544ac9-fd88-40e8-8e67-6d3af3936118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0673db-8c5a-426c-a149-ab13a4be011b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:44:12.453186 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:13.153688 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:23.719604 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:34.035057 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-2dcda14a-dc06-4756-a2dc-ced3eca5ab04 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400827 Jan 18 16:44:34.120579 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-99549075-629e-4704-9c01-3f485034dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:44:34.122459 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-99549075-629e-4704-9c01-3f485034dc8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1098 time: 0.0428503 Jan 18 16:44:34.243100 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-caccd0e4-27c6-4054-9a26-4fae34dc1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:44:34.244535 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-caccd0e4-27c6-4054-9a26-4fae34dc1d7c service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.1036367 Jan 18 16:44:34.311510 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-3e42ebac-b75f-401a-b50e-771bd06fceb7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 200 len: 1001 time: 0.0611045 Jan 18 16:44:34.365875 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-d5676e1f-d965-463d-b3be-59570d676d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:44:34.367393 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-d5676e1f-d965-463d-b3be-59570d676d2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0486479 Jan 18 16:44:34.416007 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-68b4cc89-5ac7-48e9-92a8-fdaca617a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:44:34.418487 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-68b4cc89-5ac7-48e9-92a8-fdaca617a36b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447209 Jan 18 16:44:34.515090 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-1e969214-2c1e-4a11-89da-a800161f5e78 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900738 Jan 18 16:44:34.619427 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d6d9f8a8-0cfc-497b-b7b8-89db5c6bf0d4 req-12d58d0e-3e78-4e70-bbf6-44942c966d99 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982661 Jan 18 16:44:34.792734 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:44:36.548358 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1a489082-b484-48b1-b6b1-a1b349b33a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:39.394087 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7ddd59fd-566e-4426-8b44-7a1256b20ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:41.042553 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:42.454777 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:43.158439 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:53.716703 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:06.551229 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65b2eb20-5a97-4d93-8234-65d260071d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:09.396641 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3143782-115a-4d00-aaf2-a35d70cdc6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:11.045474 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:11.792274 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:45:12.455107 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:13.165633 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:16.616168 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:16.803187 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Deleting port 6505302b-d18a-4d64-940c-db18f4b94142 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:16.803558 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (6505302b-d18a-4d64-940c-db18f4b94142), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:16.892448 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (6505302b-d18a-4d64-940c-db18f4b94142), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:16.892683 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (6505302b-d18a-4d64-940c-db18f4b94142), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:16.906687 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Calling delete_port for 6505302b-d18a-4d64-940c-db18f4b94142 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:17.096326 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (6505302b-d18a-4d64-940c-db18f4b94142), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:17.126418 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event deleted for resources: {'Port': ['ID=6505302b-d18a-4d64-940c-db18f4b94142,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:17.140778 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.141129 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.141488 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.141857 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.142194 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.142587 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.142857 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.143187 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.143515 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.143845 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.144173 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.144494 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.144814 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:17.206754 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (db9d7377-b9d0-4da9-aa28-a0c47d70a62e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:17.207067 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Floating IP db9d7377-b9d0-4da9-aa28-a0c47d70a62e disassociated (deleted). External IP: 172.27.0.183, port: 53f539b2-4081-4815-9e89-581c180202b6. Jan 18 16:45:17.439225 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:45:17.560534 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:45:17.566670 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:17.575930 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:45:17.587007 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:17.587644 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:17.604437 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-fa7942b9-ccb4-4713-922f-0a9d2d62c567 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "DELETE /v2.0/floatingips/db9d7377-b9d0-4da9-aa28-a0c47d70a62e HTTP/1.1" status: 204 len: 168 time: 0.9868081 Jan 18 16:45:17.605040 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'tag': '53f539b2-4081-4815-9e89-581c180202b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:45:17.608300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9127c37-6585-478e-924f-37580da37f23" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "tag": "53f539b2-4081-4815-9e89-581c180202b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:45:17.709091 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:17.854491 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea409a-fd79-46d0-8036-d298e136d0e3 req-a25e179d-1b34-4f54-8a04-816994c12dc3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:17.856617 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-80ea409a-fd79-46d0-8036-d298e136d0e3 req-a25e179d-1b34-4f54-8a04-816994c12dc3 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 945 time: 0.0559983 Jan 18 16:45:17.859697 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d40d51-ccf1-4ff6-b797-299662fa75f7 x-openstack-request-id: req-d3d40d51-ccf1-4ff6-b797-299662fa75f7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:45:17.860429 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "tag": "53f539b2-4081-4815-9e89-581c180202b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:45:17.860429 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3d40d51-ccf1-4ff6-b797-299662fa75f7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:45:17.860688 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'tag': '53f539b2-4081-4815-9e89-581c180202b6', 'status': 'completed', 'code': 200} Jan 18 16:45:17.924479 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-80ea409a-fd79-46d0-8036-d298e136d0e3 req-716bbfe4-cd69-404d-b17a-a6120cd2337a tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610106 Jan 18 16:45:17.948494 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127c37-6585-478e-924f-37580da37f23 req-6b00f413-c6ce-4899-8fd5-160e08af7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:17.950710 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d9127c37-6585-478e-924f-37580da37f23 req-6b00f413-c6ce-4899-8fd5-160e08af7b55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 1098 time: 0.0669274 Jan 18 16:45:17.977291 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:50Z', 'revision_number': 1, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:18.009133 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:45:18.019366 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:18.019980 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:18.074405 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127c37-6585-478e-924f-37580da37f23 req-6de377bc-5d1d-49d1-aca1-26a84c31a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:18.077053 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d9127c37-6585-478e-924f-37580da37f23 req-6de377bc-5d1d-49d1-aca1-26a84c31a3bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.1201880 Jan 18 16:45:18.122281 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d9127c37-6585-478e-924f-37580da37f23 req-6e4450a1-c5c6-48d7-9e82-5f34b9ba667c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f539b2-4081-4815-9e89-581c180202b6 HTTP/1.1" status: 200 len: 217 time: 0.0373111 Jan 18 16:45:18.133979 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:18.176324 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127c37-6585-478e-924f-37580da37f23 req-c10a30c7-26d4-4113-b25b-ec3077360be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:18.177685 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d9127c37-6585-478e-924f-37580da37f23 req-c10a30c7-26d4-4113-b25b-ec3077360be3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0487711 Jan 18 16:45:18.236482 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127c37-6585-478e-924f-37580da37f23 req-aaca2778-018b-4acc-bf03-e93de6208d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:18.238010 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d9127c37-6585-478e-924f-37580da37f23 req-aaca2778-018b-4acc-bf03-e93de6208d6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546122 Jan 18 16:45:18.357218 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d9127c37-6585-478e-924f-37580da37f23 req-c1d7d475-f9f2-4121-8e49-05709f4b3284 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125996 Jan 18 16:45:18.487971 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d9127c37-6585-478e-924f-37580da37f23 req-6c1ae899-2e62-42ee-a40a-6bbc8fea9024 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237543 Jan 18 16:45:18.562787 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:50Z', 'revision_number': 1, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:18.595030 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a8849-d7ef-4a21-a1ae-c5e827480dbe None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_floatingips': [{'id': 'dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'router_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'port_id': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'mac_address': 'fa:16:3e:c7:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90817813-28e0-4791-aa94-b14a2f105b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:41:48Z', 'updated_at': '2022-01-18T16:41:50Z', 'revision_number': 1, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:45:18.840191 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a590015-f3d7-4bbd-b52a-af6d9d41fa41 None None] New status for floating IP db9d7377-b9d0-4da9-aa28-a0c47d70a62e: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:45:19.053250 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2708f-6cf3-42e0-bc53-215e1eb3809c req-8523c885-0733-44ac-9ee5-048a72d37ebe tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:19.054710 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d2e2708f-6cf3-42e0-bc53-215e1eb3809c req-8523c885-0733-44ac-9ee5-048a72d37ebe tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 945 time: 0.0494068 Jan 18 16:45:19.103574 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-d2e2708f-6cf3-42e0-bc53-215e1eb3809c req-8a8a14b0-c095-4477-a9d8-57461c31ef0d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432670 Jan 18 16:45:19.369681 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-608f10a4-653f-4249-8741-bfd54087b223 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:19.371134 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-608f10a4-653f-4249-8741-bfd54087b223 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 945 time: 0.0489144 Jan 18 16:45:19.463743 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Deleting port 53f539b2-4081-4815-9e89-581c180202b6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:19.464108 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (53f539b2-4081-4815-9e89-581c180202b6), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:19.552076 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] For port 53f539b2-4081-4815-9e89-581c180202b6, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=53f539b2-4081-4815-9e89-581c180202b6,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:19.552430 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (53f539b2-4081-4815-9e89-581c180202b6), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:19.564988 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Calling delete_port for 53f539b2-4081-4815-9e89-581c180202b6 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:19.692869 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (53f539b2-4081-4815-9e89-581c180202b6), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:19.728779 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event deleted for resources: {'Port': ['ID=53f539b2-4081-4815-9e89-581c180202b6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:19.768072 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] No DVR routers for this DVR port 53f539b2-4081-4815-9e89-581c180202b6 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:45:19.770927 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:19.774359 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-a358c282-1968-46da-8ba0-0cd37075cf4d req-c5019c7d-6aa1-427d-83d0-7704222d79f5 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "DELETE /v2.0/ports/53f539b2-4081-4815-9e89-581c180202b6 HTTP/1.1" status: 204 len: 173 time: 0.3978729 Jan 18 16:45:19.862203 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'name': 'network-vif-deleted', 'tag': '53f539b2-4081-4815-9e89-581c180202b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:45:19.864563 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc73dd2-3e54-41ee-98df-773677c72917" -d '{"events": [{"server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "name": "network-vif-deleted", "tag": "53f539b2-4081-4815-9e89-581c180202b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:45:19.906918 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13915e25-3d45-4c43-b76e-4194ff992434 x-openstack-request-id: req-13915e25-3d45-4c43-b76e-4194ff992434 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:45:19.907202 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd56359-54fc-48e5-a518-511e362f18ff", "name": "network-vif-deleted", "tag": "53f539b2-4081-4815-9e89-581c180202b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:45:19.907450 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13915e25-3d45-4c43-b76e-4194ff992434 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:45:19.907849 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd56359-54fc-48e5-a518-511e362f18ff', 'name': 'network-vif-deleted', 'tag': '53f539b2-4081-4815-9e89-581c180202b6', 'status': 'completed', 'code': 200} Jan 18 16:45:20.218484 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-afe8e2b9-a910-43a2-ad68-f9447dc2a94f req-fb584aad-3899-40e0-b20d-ebfff23cfe2c tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecd56359-54fc-48e5-a518-511e362f18ff HTTP/1.1" status: 200 len: 210 time: 0.0303748 Jan 18 16:45:21.157286 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 53f539b2-4081-4815-9e89-581c180202b6 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:21.178890 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 53f539b2-4081-4815-9e89-581c180202b6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:21.179149 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 53f539b2-4081-4815-9e89-581c180202b6 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:23.524530 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51966) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:23.698767 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Deleting port 6fe090d5-c493-4c86-8f60-810276b06614 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:23.699051 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (6fe090d5-c493-4c86-8f60-810276b06614), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:23.726519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:23.784187 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (6fe090d5-c493-4c86-8f60-810276b06614), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:23.784733 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (6fe090d5-c493-4c86-8f60-810276b06614), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:23.809337 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Calling delete_port for 6fe090d5-c493-4c86-8f60-810276b06614 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:24.243322 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (6fe090d5-c493-4c86-8f60-810276b06614), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:24.271824 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event deleted for resources: {'Port': ['ID=6fe090d5-c493-4c86-8f60-810276b06614,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:24.334871 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:24.335208 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.db.l3_db [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Floating IP dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6 disassociated (deleted). External IP: 172.27.0.113, port: 33324c9b-5812-4d27-9ba7-5149f1649b26. Jan 18 16:45:24.569441 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:45:24.681855 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:45:24.686970 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:24.692598 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:45:24.703537 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:24.704163 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:24.714354 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-6e16617d-58cf-436b-b732-f476da28883b tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "DELETE /v2.0/floatingips/dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6 HTTP/1.1" status: 204 len: 168 time: 1.1840930 Jan 18 16:45:24.714939 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:45:24.717956 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cee0d78-0540-4774-a985-a364ab26c107" -d '{"events": [{"name": "network-changed", "server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:45:24.756499 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ab870-3081-432b-8c85-2346831baea3 x-openstack-request-id: req-d16ab870-3081-432b-8c85-2346831baea3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:45:24.756783 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:45:24.757162 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d16ab870-3081-432b-8c85-2346831baea3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:45:24.757438 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'status': 'completed', 'code': 200} Jan 18 16:45:24.825946 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:24.831363 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee0d78-0540-4774-a985-a364ab26c107 req-e34a70fe-f0c7-4dcb-8db7-a5226c52cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:24.833237 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cee0d78-0540-4774-a985-a364ab26c107 req-e34a70fe-f0c7-4dcb-8db7-a5226c52cdcc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 1098 time: 0.0493062 Jan 18 16:45:24.952517 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee0d78-0540-4774-a985-a364ab26c107 req-b66a6dcf-50b7-4ad5-9a7e-40c1e3ab7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:24.954278 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cee0d78-0540-4774-a985-a364ab26c107 req-b66a6dcf-50b7-4ad5-9a7e-40c1e3ab7db7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 200 len: 912 time: 0.1152325 Jan 18 16:45:24.980303 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b610f-ddbd-4200-9e21-dcb856ac2b17 req-5e346bc4-5652-434d-8bc2-fd8f927fa9e4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:24.982680 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-267b610f-ddbd-4200-9e21-dcb856ac2b17 req-5e346bc4-5652-434d-8bc2-fd8f927fa9e4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 945 time: 0.0550697 Jan 18 16:45:25.001381 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cee0d78-0540-4774-a985-a364ab26c107 req-92be6906-bcbf-42df-94fc-bdd54ae0a1f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 200 len: 217 time: 0.0403864 Jan 18 16:45:25.036908 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [req-267b610f-ddbd-4200-9e21-dcb856ac2b17 req-2429966f-ce4e-4e2e-b0e7-9856cb0d47e7 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486646 Jan 18 16:45:25.074404 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee0d78-0540-4774-a985-a364ab26c107 req-41d3dd6d-97a1-4800-9fb5-2e3c15f93cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:25.076507 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cee0d78-0540-4774-a985-a364ab26c107 req-41d3dd6d-97a1-4800-9fb5-2e3c15f93cb8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 200 len: 850 time: 0.0693398 Jan 18 16:45:25.083951 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:25.113000 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:45:25.121598 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:25.122222 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:25.124038 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee0d78-0540-4774-a985-a364ab26c107 req-956c6921-1bd5-4ef0-9035-5bb29552f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:25.125624 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cee0d78-0540-4774-a985-a364ab26c107 req-956c6921-1bd5-4ef0-9035-5bb29552f6a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426934 Jan 18 16:45:25.227767 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cee0d78-0540-4774-a985-a364ab26c107 req-794aba9a-00db-47db-bca8-c1279f9dc036 service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955489 Jan 18 16:45:25.239624 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:25.332885 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5cee0d78-0540-4774-a985-a364ab26c107 req-2f220b9f-cd02-4c83-9200-538a5bd6c49f service neutron] 10.222.0.81 "GET /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987706 Jan 18 16:45:25.476789 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:25.507525 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38a7a7-1812-443e-8f32-c3b1b75696fc None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:38:34Z', 'revision_number': 4, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi', '_interfaces': [{'id': 'e7167036-3ee5-4ef8-83a4-62cdf2fb75a3', 'name': '', 'network_id': 'f8cf580e-dbb4-4f54-bfe8-ab466ae07a06', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'mac_address': 'fa:16:3e:11:7d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:33Z', 'updated_at': '2022-01-18T16:38:41Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'subnets': [{'id': '03263591-d6d5-4217-a0e2-6cd545d20efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:45:25.741216 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524443e2-4557-4288-8f9a-5b72ac6cd00d None None] New status for floating IP dc9974e4-bb58-4d05-81c1-2c6ce12fd2a6: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:45:26.168201 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bdfd0-bce9-4d1c-9b72-2d0d96fea3e9 req-e17d310e-7bf2-47c8-bafa-df4a066b8578 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:26.170293 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-300bdfd0-bce9-4d1c-9b72-2d0d96fea3e9 req-e17d310e-7bf2-47c8-bafa-df4a066b8578 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 945 time: 0.0550318 Jan 18 16:45:26.223886 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-300bdfd0-bce9-4d1c-9b72-2d0d96fea3e9 req-3309ef6c-599b-4439-b6af-0c9f89a18f12 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/security-groups?id=e05a87be-e2d3-4803-a08d-26d63df9424e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475867 Jan 18 16:45:26.401402 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-b14a684f-ef85-4304-be7d-f95ba2465356 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:45:26.403599 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-b14a684f-ef85-4304-be7d-f95ba2465356 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 945 time: 0.0654130 Jan 18 16:45:26.518851 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Deleting port 33324c9b-5812-4d27-9ba7-5149f1649b26 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:26.519172 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:26.629074 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] For port 33324c9b-5812-4d27-9ba7-5149f1649b26, host hv-cinder-82513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82513',level=0,port_id=33324c9b-5812-4d27-9ba7-5149f1649b26,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:26.629446 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:26.653548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Calling delete_port for 33324c9b-5812-4d27-9ba7-5149f1649b26 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:26.811181 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (33324c9b-5812-4d27-9ba7-5149f1649b26), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:26.845776 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event deleted for resources: {'Port': ['ID=33324c9b-5812-4d27-9ba7-5149f1649b26,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:26.887681 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] No DVR routers for this DVR port 33324c9b-5812-4d27-9ba7-5149f1649b26 on host hv-cinder-82513 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:45:26.890653 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for port (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:26.894023 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-4b5d3ab9-fcfe-4a43-933e-1637528aa73e req-f6919a4e-9c90-4d4b-883f-fac90d04eb9d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.81 "DELETE /v2.0/ports/33324c9b-5812-4d27-9ba7-5149f1649b26 HTTP/1.1" status: 204 len: 173 time: 0.4847751 Jan 18 16:45:26.894503 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'name': 'network-vif-deleted', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:45:26.896801 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612060246178c34f3c45dd7e6526de3ebaddc81f1776deef3566b579efc0de41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf471d71-1851-4f05-bf88-ba31e2fc5b7e" -d '{"events": [{"server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "name": "network-vif-deleted", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:45:26.940955 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ae49f6-2ea7-453b-8046-b539433022fd x-openstack-request-id: req-47ae49f6-2ea7-453b-8046-b539433022fd {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:45:26.941343 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90817813-28e0-4791-aa94-b14a2f105b3c", "name": "network-vif-deleted", "tag": "33324c9b-5812-4d27-9ba7-5149f1649b26", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:45:26.941555 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47ae49f6-2ea7-453b-8046-b539433022fd {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:45:26.941951 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90817813-28e0-4791-aa94-b14a2f105b3c', 'name': 'network-vif-deleted', 'tag': '33324c9b-5812-4d27-9ba7-5149f1649b26', 'status': 'completed', 'code': 200} Jan 18 16:45:27.344696 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [req-5fdebf44-329d-4bf9-871c-730972b1a134 req-66b7d5be-da54-4162-8b9b-26f4351b7c20 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "GET /v2.0/ports?device_id=90817813-28e0-4791-aa94-b14a2f105b3c HTTP/1.1" status: 200 len: 210 time: 0.0299797 Jan 18 16:45:28.413084 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:28.561186 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Deleting port cf52f223-94e4-4580-a311-80b9fa95bcd8 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:28.561562 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:28.661055 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:28.661307 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (cf52f223-94e4-4580-a311-80b9fa95bcd8), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:28.675390 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Calling delete_port for cf52f223-94e4-4580-a311-80b9fa95bcd8 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:28.848520 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (cf52f223-94e4-4580-a311-80b9fa95bcd8), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:28.896493 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event deleted for resources: {'Port': ['ID=cf52f223-94e4-4580-a311-80b9fa95bcd8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:28.969633 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for floatingip (ac9b55fc-fd18-4581-a8cb-4a8b48611707), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:28.972532 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421665'] for floatingip (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:28.974096 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a7790267-0253-4e68-a0de-25f32a11c9a4 tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "DELETE /v2.0/floatingips/ac9b55fc-fd18-4581-a8cb-4a8b48611707 HTTP/1.1" status: 204 len: 168 time: 0.5595908 Jan 18 16:45:29.205653 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33324c9b-5812-4d27-9ba7-5149f1649b26 no longer exists at agent hyperv_hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:29.240196 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] No Port match for: 33324c9b-5812-4d27-9ba7-5149f1649b26 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:29.240738 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Device 33324c9b-5812-4d27-9ba7-5149f1649b26 not bound to the agent host hv-cinder-82513 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:30.205850 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 51996) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:30.275292 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2db9-9995-415f-b239-201d14692a6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group (e05a87be-e2d3-4803-a08d-26d63df9424e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:30.303323 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2db9-9995-415f-b239-201d14692a6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group (e05a87be-e2d3-4803-a08d-26d63df9424e), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:30.388146 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2db9-9995-415f-b239-201d14692a6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (e05a87be-e2d3-4803-a08d-26d63df9424e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:30.391009 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2db9-9995-415f-b239-201d14692a6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:30.392285 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-3b8c2db9-9995-415f-b239-201d14692a6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] 10.222.0.86 "DELETE /v2.0/security-groups/e05a87be-e2d3-4803-a08d-26d63df9424e HTTP/1.1" status: 204 len: 168 time: 0.1851199 Jan 18 16:45:30.402535 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c2db9-9995-415f-b239-201d14692a6d tempest-TestVolumeBootPattern-2020859007 tempest-TestVolumeBootPattern-2020859007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05a87be-e2d3-4803-a08d-26d63df9424e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:30.467557 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 52000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:31.073012 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (6468d62d-323e-4fe8-ac7f-03147b0e5945), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:31.355357 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Deleting port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:31.356603 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:31.462559 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] For port e7167036-3ee5-4ef8-83a4-62cdf2fb75a3, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:31.463003 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:31.478836 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Calling delete_port for e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:31.701756 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (e7167036-3ee5-4ef8-83a4-62cdf2fb75a3), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:31.729168 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7167036-3ee5-4ef8-83a4-62cdf2fb75a3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:31.939364 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (6468d62d-323e-4fe8-ac7f-03147b0e5945), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:32.202609 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Router 6468d62d-323e-4fe8-ac7f-03147b0e5945 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:45:32.321300 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:45:32.329231 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-ec5733c6-a664-41fa-b8c8-4dfe4e455ad6 admin admin] 10.222.0.86 "PUT /v2.0/routers/6468d62d-323e-4fe8-ac7f-03147b0e5945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8597610 Jan 18 16:45:32.333050 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 52004) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:32.336792 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] Sync routers for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:45:32.350122 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:32.351000 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:32.480433 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:32.760935 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:45:31Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:32.799984 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] Checking router: 6468d62d-323e-4fe8-ac7f-03147b0e5945 for host: dv-cinder-825130-1-iscsi {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:45:32.815812 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] Routers {'6468d62d-323e-4fe8-ac7f-03147b0e5945'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:32.816914 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['6468d62d-323e-4fe8-ac7f-03147b0e5945'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:32.826232 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks [] for router (6468d62d-323e-4fe8-ac7f-03147b0e5945), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:32.967212 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] Set router 6468d62d-323e-4fe8-ac7f-03147b0e5945 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:32.970517 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks [] for router_gateway (6468d62d-323e-4fe8-ac7f-03147b0e5945), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.034089 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Deleting port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:33.034378 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.151087 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] For port 276ebe9d-94a9-4c31-a6d4-dca287a1a26c, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:33.151940 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.171548 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Calling delete_port for 276ebe9d-94a9-4c31-a6d4-dca287a1a26c owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:33.173659 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:45:31Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:33.219099 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf613d-bbf7-45a0-bf76-0b3d5cf3346a None None] The sync data for ids ['6468d62d-323e-4fe8-ac7f-03147b0e5945'] in dv-cinder-825130-1-iscsi is: [{'id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'name': 'tempest-TestVolumeBootPattern-688213723-router', 'tenant_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:30Z', 'updated_at': '2022-01-18T16:45:31Z', 'revision_number': 5, 'project_id': 'bc5a998beb6c47009b7d8b7e23614d48', 'gw_port': {'id': '276ebe9d-94a9-4c31-a6d4-dca287a1a26c', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468d62d-323e-4fe8-ac7f-03147b0e5945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:31Z', 'updated_at': '2022-01-18T16:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:45:33.359345 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (276ebe9d-94a9-4c31-a6d4-dca287a1a26c), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.386319 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Pushing event deleted for resources: {'Port': ['ID=276ebe9d-94a9-4c31-a6d4-dca287a1a26c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:33.454263 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (6468d62d-323e-4fe8-ac7f-03147b0e5945), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.548775 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (6468d62d-323e-4fe8-ac7f-03147b0e5945), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.551118 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks [] for router_controller (6468d62d-323e-4fe8-ac7f-03147b0e5945), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.616792 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (6468d62d-323e-4fe8-ac7f-03147b0e5945), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.618331 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6468d62d-323e-4fe8-ac7f-03147b0e5945 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:45:33.627466 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.631162 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-7d53b3fc-f3c2-4ea3-8504-b51d0b48921c admin admin] 10.222.0.86 "DELETE /v2.0/routers/6468d62d-323e-4fe8-ac7f-03147b0e5945 HTTP/1.1" status: 204 len: 168 time: 1.2949748 Jan 18 16:45:33.632648 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 52006) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:33.687853 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] Deleting subnet 03263591-d6d5-4217-a0e2-6cd545d20efe {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:45:33.691764 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] Publish callbacks [] for subnet (03263591-d6d5-4217-a0e2-6cd545d20efe), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.710373 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:33.735080 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:33.735505 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device e7167036-3ee5-4ef8-83a4-62cdf2fb75a3 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:33.737109 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6246653'] for subnet (03263591-d6d5-4217-a0e2-6cd545d20efe), precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.828886 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (03263591-d6d5-4217-a0e2-6cd545d20efe), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.890490 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5337035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16310934'] for subnet (03263591-d6d5-4217-a0e2-6cd545d20efe), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.927214 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03263591-d6d5-4217-a0e2-6cd545d20efe,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:33.929622 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for subnet (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.935473 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-a5156289-ae39-47fa-b605-e01f3f7b844f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/03263591-d6d5-4217-a0e2-6cd545d20efe HTTP/1.1" status: 204 len: 168 time: 0.2991116 Jan 18 16:45:33.935736 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 52008) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:33.940911 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557372b6-b473-4f6e-8d28-5ea786e48663 None None] Network f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:45:34.014507 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.073738 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Deleting port 72a2f6b4-0182-420c-8bcb-a05e0841a11e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:34.074071 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.136756 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] DHCP port deletion for f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:45:34.146883 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] For port 72a2f6b4-0182-420c-8bcb-a05e0841a11e, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=72a2f6b4-0182-420c-8bcb-a05e0841a11e,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:34.147457 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.167717 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Calling delete_port for 72a2f6b4-0182-420c-8bcb-a05e0841a11e owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:34.201199 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Deleting port 72a2f6b4-0182-420c-8bcb-a05e0841a11e {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:34.201595 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.252683 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5337062'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.267323 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] For port 72a2f6b4-0182-420c-8bcb-a05e0841a11e, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=72a2f6b4-0182-420c-8bcb-a05e0841a11e,segment=NetworkSegment(adf5ffbb-64e7-4ca3-8028-d04929820fac),segment_id=adf5ffbb-64e7-4ca3-8028-d04929820fac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:34.267710 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.279354 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Pushing event deleted for resources: {'Port': ['ID=72a2f6b4-0182-420c-8bcb-a05e0841a11e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:34.282840 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] No DVR routers for this DVR port 72a2f6b4-0182-420c-8bcb-a05e0841a11e on host dv-cinder-825130-1-iscsi {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:45:34.286089 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Calling delete_port for 72a2f6b4-0182-420c-8bcb-a05e0841a11e owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:34.355172 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.362918 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551'] for port (72a2f6b4-0182-420c-8bcb-a05e0841a11e), after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.377093 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cf580e-dbb4-4f54-bfe8-ab466ae07a06']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:34.389273 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Pushing event deleted for resources: {'Port': ['ID=72a2f6b4-0182-420c-8bcb-a05e0841a11e,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:34.393635 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] No DVR routers for this DVR port 72a2f6b4-0182-420c-8bcb-a05e0841a11e on host dv-cinder-825130-1-iscsi {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:45:34.394541 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf5ffbb-64e7-4ca3-8028-d04929820fac') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:34.394848 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf5ffbb-64e7-4ca3-8028-d04929820fac') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:34.400055 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.400488 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.401095 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.401235 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.401699 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.401912 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.402241 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.402645 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.402978 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.403301 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.403736 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.404665 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.404665 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f0d49-d8f4-4c49-b609-70b921ac1e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:34.411935 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6246628'] for segment (adf5ffbb-64e7-4ca3-8028-d04929820fac), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.428402 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (adf5ffbb-64e7-4ca3-8028-d04929820fac), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.436427 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:45:34.437083 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336981'] for segment (adf5ffbb-64e7-4ca3-8028-d04929820fac), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: Traceback (most recent call last): Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: timer() Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: cb(*args, **kw) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: return func(*args, **kwargs) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: self._notify() Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: self.callback(batched_events) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: event.method(event) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: return f(self, *a, **k) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._get(url).json() Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: return self.request(url, 'GET', **kwargs) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:45:34.439203 dv-cinder-825130-1-iscsi neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:45:34.510984 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (f8cf580e-dbb4-4f54-bfe8-ab466ae07a06), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.516239 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:34.521968 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] 10.222.0.86 "DELETE /v2.0/networks/f8cf580e-dbb4-4f54-bfe8-ab466ae07a06 HTTP/1.1" status: 204 len: 168 time: 0.5852623 Jan 18 16:45:34.522520 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 52010) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:34.534781 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dca2f-5cba-41ae-892a-1b2a32b9f72d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cf580e-dbb4-4f54-bfe8-ab466ae07a06,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:34.861758 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906063'] for router_interface (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:35.110459 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Deleting port 2b841e38-9382-48d4-b094-7afeb232d991 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:35.110797 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (2b841e38-9382-48d4-b094-7afeb232d991), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:35.433071 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] For port 2b841e38-9382-48d4-b094-7afeb232d991, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=2b841e38-9382-48d4-b094-7afeb232d991,segment=NetworkSegment(9fbb497a-14df-4bc4-8691-224b145f2934),segment_id=9fbb497a-14df-4bc4-8691-224b145f2934)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:35.433425 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (2b841e38-9382-48d4-b094-7afeb232d991), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:35.446675 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Calling delete_port for 2b841e38-9382-48d4-b094-7afeb232d991 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:35.464694 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 72a2f6b4-0182-420c-8bcb-a05e0841a11e no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:35.489141 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 72a2f6b4-0182-420c-8bcb-a05e0841a11e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:35.489489 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 72a2f6b4-0182-420c-8bcb-a05e0841a11e not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:35.489917 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 276ebe9d-94a9-4c31-a6d4-dca287a1a26c no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:35.627742 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (2b841e38-9382-48d4-b094-7afeb232d991), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:35.638096 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 276ebe9d-94a9-4c31-a6d4-dca287a1a26c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:35.638443 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 276ebe9d-94a9-4c31-a6d4-dca287a1a26c not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:35.654351 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b841e38-9382-48d4-b094-7afeb232d991,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:35.667947 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.668362 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.668722 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.669083 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.669418 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.669804 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.670139 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.670470 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.670798 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.671133 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.671520 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.671858 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.672185 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825130-1-iscsi {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:45:35.867885 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8051446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905439'] for router_interface (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.079160 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 has already been hosted by L3 agent ae439b1b-845e-4b97-9ed4-bd8f559ad000 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:45:36.185366 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] Notify agent at l3_agent.dv-cinder-825130-1-iscsi the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:45:36.190409 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-14bb5f07-e87d-46b7-b72f-2a0658d2dfd7 admin admin] 10.222.0.86 "PUT /v2.0/routers/a3d2b675-36e4-4848-9b81-db88cbbdc8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668558 Jan 18 16:45:36.192907 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 52012) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:36.195177 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] Sync routers for ids ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'] in dv-cinder-825130-1-iscsi {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:45:36.207722 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] Routers {'a3d2b675-36e4-4848-9b81-db88cbbdc8f1'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:36.208340 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:36.300276 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks [] for router (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.316153 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] Set router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 gateway port host: dv-cinder-825130-1-iscsi {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:36.404563 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks [] for router_gateway (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.464193 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Deleting port 4b769328-dec6-4057-9a32-9a9c4c3ddf82 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:36.464474 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.546067 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] For port 4b769328-dec6-4057-9a32-9a9c4c3ddf82, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=4b769328-dec6-4057-9a32-9a9c4c3ddf82,segment=NetworkSegment(529bd068-af01-4e1d-b535-180f29292ad5),segment_id=529bd068-af01-4e1d-b535-180f29292ad5)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:36.546431 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.555909 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74e4620b-6ab7-4472-a1f2-40e1f7d0ded2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.565779 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Calling delete_port for 4b769328-dec6-4057-9a32-9a9c4c3ddf82 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:36.594730 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'external_fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:45:35Z', 'revision_number': 5, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port': {'id': '4b769328-dec6-4057-9a32-9a9c4c3ddf82', 'name': '', 'network_id': 'd9a8ec46-3e76-4b1f-826e-345f3da3cad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:38:38Z', 'updated_at': '2022-01-18T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e90b65e5-b028-416d-848a-b481c0da326d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825130-1-iscsi'}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:36.620981 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] Checking router: a3d2b675-36e4-4848-9b81-db88cbbdc8f1 for host: dv-cinder-825130-1-iscsi {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:45:36.630583 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] Routers {'a3d2b675-36e4-4848-9b81-db88cbbdc8f1'} bound to L3 agent in host dv-cinder-825130-1-iscsi {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:45:36.631195 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:25:09Z,description=,heartbeat_timestamp=2022-01-18T16:45:09Z,host='dv-cinder-825130-1-iscsi',id=ae439b1b-845e-4b97-9ed4-bd8f559ad000,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:25:09Z,topic='l3_agent')) {'router_ids': ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:36.716831 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] Set router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:45:36.739744 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (4b769328-dec6-4057-9a32-9a9c4c3ddf82), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.767643 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4b769328-dec6-4057-9a32-9a9c4c3ddf82,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:36.771103 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:45:36Z', 'revision_number': 6, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port_host': None}], 'dv-cinder-825130-1-iscsi', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:36.800041 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1342cc18-5f7f-457b-b0ca-6149161ed9d5 None None] The sync data for ids ['a3d2b675-36e4-4848-9b81-db88cbbdc8f1'] in dv-cinder-825130-1-iscsi is: [{'id': 'a3d2b675-36e4-4848-9b81-db88cbbdc8f1', 'name': 'tempest-TestVolumeBootPattern-1870419519-router', 'tenant_id': '79c5b01c420c4205a1a064598e72498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:38:37Z', 'updated_at': '2022-01-18T16:45:36Z', 'revision_number': 6, 'project_id': '79c5b01c420c4205a1a064598e72498d', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:45:36.841079 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7905857'] for router_gateway (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.932012 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7908084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25474'] for router (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:36.934373 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks [] for router_controller (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.007316 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7908077'] for router (a3d2b675-36e4-4848-9b81-db88cbbdc8f1), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.007752 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d2b675-36e4-4848-9b81-db88cbbdc8f1 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:45:37.013025 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.014146 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-702229cf-2f95-48b8-8d19-2610621ce6eb admin admin] 10.222.0.86 "DELETE /v2.0/routers/a3d2b675-36e4-4848-9b81-db88cbbdc8f1 HTTP/1.1" status: 204 len: 168 time: 0.8201060 Jan 18 16:45:37.016785 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 52014) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:37.073041 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] Deleting subnet c2f3bf05-9d62-4282-bb98-344e45ccd2b1 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:45:37.077052 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] Publish callbacks [] for subnet (c2f3bf05-9d62-4282-bb98-344e45ccd2b1), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.112734 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6132642'] for subnet (c2f3bf05-9d62-4282-bb98-344e45ccd2b1), precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.197508 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773198'] for subnet (c2f3bf05-9d62-4282-bb98-344e45ccd2b1), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.255308 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621403'] for subnet (c2f3bf05-9d62-4282-bb98-344e45ccd2b1), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.283947 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f3bf05-9d62-4282-bb98-344e45ccd2b1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:37.289761 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.292958 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-7c9d2f69-2007-43e2-b1a4-56c6b017b02a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c2f3bf05-9d62-4282-bb98-344e45ccd2b1 HTTP/1.1" status: 204 len: 168 time: 0.2752066 Jan 18 16:45:37.295425 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 52016) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:37.295627 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93686a-698b-4031-9489-d47d4107d6ac None None] Network 4e39b169-26e4-48f4-9dbe-595f218f63c7 requested from dv-cinder-825130-1-iscsi {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:45:37.364666 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-689414'] for network (4e39b169-26e4-48f4-9dbe-595f218f63c7), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.422456 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Deleting port 2189ee36-f407-4feb-84db-102685dc4942 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:45:37.422785 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770654851548'] for port (2189ee36-f407-4feb-84db-102685dc4942), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.490267 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] For port 2189ee36-f407-4feb-84db-102685dc4942, host dv-cinder-825130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825130-1-iscsi',level=0,port_id=2189ee36-f407-4feb-84db-102685dc4942,segment=NetworkSegment(9fbb497a-14df-4bc4-8691-224b145f2934),segment_id=9fbb497a-14df-4bc4-8691-224b145f2934)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:45:37.490624 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7911084'] for port (2189ee36-f407-4feb-84db-102685dc4942), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.503420 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Calling delete_port for 2189ee36-f407-4feb-84db-102685dc4942 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:45:37.587856 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-912850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770654860144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770654344551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4628918'] for port (2189ee36-f407-4feb-84db-102685dc4942), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.599585 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f87f48-d0fd-40a5-bd08-5deb0efcfcdf None None] DHCP port deletion for 4e39b169-26e4-48f4-9dbe-595f218f63c7 request from dv-cinder-825130-1-iscsi {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:45:37.616305 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Pushing event deleted for resources: {'Port': ['ID=2189ee36-f407-4feb-84db-102685dc4942,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:37.620084 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] No DVR routers for this DVR port 2189ee36-f407-4feb-84db-102685dc4942 on host dv-cinder-825130-1-iscsi {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:45:37.653825 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 2b841e38-9382-48d4-b094-7afeb232d991 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:37.673734 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 2b841e38-9382-48d4-b094-7afeb232d991 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:37.674090 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 2b841e38-9382-48d4-b094-7afeb232d991 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:37.674519 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 4b769328-dec6-4057-9a32-9a9c4c3ddf82 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:37.697401 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 4b769328-dec6-4057-9a32-9a9c4c3ddf82 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:37.697987 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 4b769328-dec6-4057-9a32-9a9c4c3ddf82 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:37.698116 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773879', 'neutron.services.segments.db._delete_segments_for_network-8770654898463'] for network (4e39b169-26e4-48f4-9dbe-595f218f63c7), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.698705 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 2189ee36-f407-4feb-84db-102685dc4942 no longer exists at agent ovs-agent-dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:45:37.718785 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] No Port match for: 2189ee36-f407-4feb-84db-102685dc4942 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:45:37.719132 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Device 2189ee36-f407-4feb-84db-102685dc4942 not bound to the agent host dv-cinder-825130-1-iscsi {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:45:37.719934 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e39b169-26e4-48f4-9dbe-595f218f63c7']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:37.730341 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbb497a-14df-4bc4-8691-224b145f2934') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:37.730663 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbb497a-14df-4bc4-8691-224b145f2934') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:45:37.741495 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770654898216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6132667'] for segment (9fbb497a-14df-4bc4-8691-224b145f2934), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.754894 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129'] for segment (9fbb497a-14df-4bc4-8691-224b145f2934), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.760710 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:45:37.761083 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4628933'] for segment (9fbb497a-14df-4bc4-8691-224b145f2934), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: Traceback (most recent call last): Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: timer() Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: cb(*args, **kw) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: return func(*args, **kwargs) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: self._notify() Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: self.callback(batched_events) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: event.method(event) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: return f(self, *a, **k) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._get(url).json() Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: return self.request(url, 'GET', **kwargs) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:45:37.762776 dv-cinder-825130-1-iscsi neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:45:37.820237 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8051453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7905821'] for network (4e39b169-26e4-48f4-9dbe-595f218f63c7), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.826704 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8051339'] for network (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:37.830223 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e39b169-26e4-48f4-9dbe-595f218f63c7 HTTP/1.1" status: 204 len: 168 time: 0.5338480 Jan 18 16:45:37.842148 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0293d-f7b2-4ade-8ea2-5e87d762ecfd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e39b169-26e4-48f4-9dbe-595f218f63c7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:37.951052 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 52020) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:37.990169 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-271e8734-d3d2-4bfd-a499-6d2ae0d62cfb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc5a998beb6c47009b7d8b7e23614d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378888 Jan 18 16:45:37.992515 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.86', 52022) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:38.044165 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e40aa3-8c74-4ded-ab8f-64406e9c2ba1 admin admin] Publish callbacks [] for security_group (a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9), before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.066510 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e40aa3-8c74-4ded-ab8f-64406e9c2ba1 admin admin] Publish callbacks [] for security_group (a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9), precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.113592 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e40aa3-8c74-4ded-ab8f-64406e9c2ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9), after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.116342 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e40aa3-8c74-4ded-ab8f-64406e9c2ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.117361 dv-cinder-825130-1-iscsi neutron-server[102689]: INFO neutron.wsgi [None req-83e40aa3-8c74-4ded-ab8f-64406e9c2ba1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9 HTTP/1.1" status: 204 len: 168 time: 0.1238959 Jan 18 16:45:38.126799 dv-cinder-825130-1-iscsi neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e40aa3-8c74-4ded-ab8f-64406e9c2ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4bf2d-a2ac-4661-83ce-e5ad3bb5a6f9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:38.460723 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 52028) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:38.520395 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-9366667a-8afe-4b6d-b191-a7affe415665 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79c5b01c420c4205a1a064598e72498d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0580249 Jan 18 16:45:38.522909 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.86', 52030) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:45:38.575431 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-575e62e4-6d60-4604-9c86-2b5efb006d2f admin admin] Publish callbacks [] for security_group (d5c8f46f-86b0-49f7-80fc-e4d48105ba06), before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.599723 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-575e62e4-6d60-4604-9c86-2b5efb006d2f admin admin] Publish callbacks [] for security_group (d5c8f46f-86b0-49f7-80fc-e4d48105ba06), precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.649653 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-575e62e4-6d60-4604-9c86-2b5efb006d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7979517'] for security_group (d5c8f46f-86b0-49f7-80fc-e4d48105ba06), after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.653725 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-575e62e4-6d60-4604-9c86-2b5efb006d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:38.654977 dv-cinder-825130-1-iscsi neutron-server[102690]: INFO neutron.wsgi [None req-575e62e4-6d60-4604-9c86-2b5efb006d2f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d5c8f46f-86b0-49f7-80fc-e4d48105ba06 HTTP/1.1" status: 204 len: 168 time: 0.1310961 Jan 18 16:45:38.664793 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e62e4-6d60-4604-9c86-2b5efb006d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c8f46f-86b0-49f7-80fc-e4d48105ba06,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:45:39.400081 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d4bbf69-dd7e-4c31-a3f8-238835f09909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:41.049021 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:42.460450 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:43.160062 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:48.794449 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:45:53.733371 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:06.549157 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-70119084-c2d1-4a16-a000-445e92bbb92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:09.406206 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46135c37-1afa-455e-8dd9-b4a60f28664e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:11.050838 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:12.460210 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:13.163561 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:23.767020 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:25.794053 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:46:36.562395 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2b3a72d5-e33d-490f-a025-d007ade0a915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:39.412733 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e973b0c-0b95-4e1b-99a3-896881edb860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:41.057975 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:42.467474 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:43.171686 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:53.764704 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:02.793318 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:47:06.555691 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a481c1ca-2c1a-4db0-b4e3-6ef48a4db982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:09.408785 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de5ce787-e452-46c7-b584-f04f0a95ef7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:11.056944 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:12.465505 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:13.165551 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:23.762647 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:36.557094 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8e23e1e-88f4-4ec2-b750-8ec392b88efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:39.402619 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d7c8c21-1307-48fe-b1a4-28bfe83c108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:39.794550 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:47:41.059511 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:42.470388 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:43.172345 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:53.769783 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:06.561436 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a83ad93-3fc9-4fd5-a2bb-f3dfaa12d980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:09.406404 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9f924621-3766-469d-9387-5eb8ac91e303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:11.061370 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:12.472137 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:13.164687 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:16.793655 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:48:23.777367 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:36.556169 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-679c7427-f2d1-41a4-9036-2929f073d0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:39.410279 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2e00ff66-0d71-4f07-946c-a22dc4ac1c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:41.065276 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:42.474981 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:43.167044 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:53.786345 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:53.795578 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:48:54.122043 dv-cinder-825130-1-iscsi neutron-server[102690]: DEBUG neutron.wsgi [req-e3667462-34e1-4faf-a931-df197aafc6b7 req-3cd980f7-6052-4849-b3b2-f6cd614f1aaf service neutron] (102690) timed out ('10.222.0.81', 53783) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 16:49:06.561423 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4fa3aee-c101-404f-b1c9-3149e3df3c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:09.421592 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea664275-3730-411e-86d5-c5d1f1237265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:11.069487 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:12.488973 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:13.172707 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:23.801261 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:30.795648 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:49:36.564675 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d75ee635-c6df-4b72-811e-ede459827960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:39.418860 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-11e99985-1114-4967-8480-1201a01973fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:41.070593 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:42.487192 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:43.166243 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:49:53.806329 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:06.567497 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c4a53b01-9905-4d14-8a10-123a2c423da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:07.794973 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:50:09.421648 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8304d928-80ed-4cf8-a31e-af6875a88ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:11.074015 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:12.487198 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:13.168952 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:23.804826 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:36.571911 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-313eb722-b99f-4f39-96fc-88509622efe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (bc65607d-0701-4cc7-8f35-01d9b7a5acd7), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:39.424069 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e25282f-a563-4901-aab2-f469000ee542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ae439b1b-845e-4b97-9ed4-bd8f559ad000), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:41.077085 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8a69dd6-4494-4601-8333-fe1052acb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (37bc89b8-cfe0-41be-8379-1bd7f89f6a43), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:42.488564 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c0a14c9-dc2e-4c04-801a-74965be9c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (f0b746be-93f8-44df-8a51-2d17db51d169), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:43.171337 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d16901dc-33e0-4e5b-805b-eadaf79af1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (17b6712f-d16a-46ea-9b95-3124cfbdfb66), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:50:44.793828 dv-cinder-825130-1-iscsi neutron-server[102692]: DEBUG neutron.db.agents_db [None req-0355e65b-5d3e-48ba-a605-135632178b93 None None] Agent healthcheck: found 6 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:50:53.806164 dv-cinder-825130-1-iscsi neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6565be5c-3dba-4cc7-8fc5-68cbde158f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770654898445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733197'] for agent (ba90d7f5-a494-4d00-91a1-3eae346e038c), after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}